health-relay-client 1.0.0

package/README.md

@@ -0,0 +1,425 @@
+# health-relay-client 技术文档
+
+> Mac mini 客户端 - 数据收集 + 中继通信
+
+---
+
+## 1. 项目信息
+
+| 属性 | 值 |
+|------|-----|
+| 项目名 | `health-relay-client` |
+| 语言 | Node.js |
+| 依赖 | ws, better-sqlite3 |
+| 部署 | Mac mini |
+| 端口 | 18790 (Health API) |
+| 进程管理 | PM2 |
+
+---
+
+## 2. 核心职责
+
+1. **OpenClaw 数据收集**：定期采集 OpenClaw 各项数据
+2. **Health 数据接收**：通过 HTTP API 接收 iOS 上报的 Health 数据
+3. **数据存储**：SQLite 本地持久化
+4. **中继连接**：WebSocket 连接中继服务器
+5. **实时推送**：有新数据时主动推送给 iOS
+
+---
+
+## 3. 项目结构
+
+```
+health-relay-client/
+├── src/
+│   ├── index.js              # 入口
+│   ├── config.js             # 配置加载
+│   ├── relay-client.js       # 中继客户端
+│   ├── collectors/
+│   │   ├── openclaw.js       # OpenClaw 数据收集总入口
+│   │   ├── models.js         # 模型列表
+│   │   ├── agents.js         # Agent 列表
+│   │   ├── crons.js          # Cron 任务
+│   │   ├── skills.js         # Skills 列表
+│   │   ├── logs.js           # 日志
+│   │   ├── usage.js          # Token 使用量
+│   │   └── config.js         # 配置文件（脱敏）
+│   ├── health-api.js         # Health 数据接收 HTTP API
+│   ├── storage/
+│   │   ├── sqlite.js         # SQLite 操作
+│   │   └── schema.js         # 表结构
+│   ├── pushers/
+│   │   └── relay-pusher.js   # 中继推送
+│   └── utils/
+│       ├── sanitize.js       # 脱敏
+│       └── logger.js         # 日志
+├── package.json
+├── ecosystem.config.js       # PM2 配置
+└── README.md
+```
+
+---
+
+## 4. 借鉴 host-connector 的核心设计
+
+### 4.1 WebSocket 中继连接
+
+```javascript
+const WebSocket = require('ws');
+const os = require('os');
+
+class RelayClient {
+  constructor() {
+    this.ws = null;
+    this.reconnectDelay = 1000;
+    this.stopped = false;
+    this.HOSTNAME = os.hostname();
+    this.RELAY_URL = `ws://119.45.24.29:5201/relay/health-${this.HOSTNAME}?secret=${ACCESS_CODE}`;
+  }
+
+  connect() {
+    if (this.stopped) return;
+    console.log('[relay] Connecting...');
+    this.ws = new WebSocket(this.RELAY_URL);
+
+    this.ws.on('open', () => {
+      console.log('[relay] ✅ Connected');
+      this.reconnectDelay = 1000;
+      this.startHeartbeat();
+    });
+
+    this.ws.on('message', (data) => {
+      this.handleMessage(JSON.parse(data.toString()));
+    });
+
+    this.ws.on('close', (code, reason) => {
+      console.log(`[relay] Disconnected: ${code}`);
+      this.scheduleReconnect();
+    });
+
+    this.ws.on('error', (err) => {
+      console.error('[relay] Error:', err.message);
+    });
+  }
+
+  startHeartbeat() {
+    setInterval(() => {
+      if (this.ws?.readyState === WebSocket.OPEN) {
+        this.ws.ping();
+      }
+    }, 30000);
+  }
+
+  scheduleReconnect() {
+    if (this.stopped) return;
+    console.log(`[relay] Reconnecting in ${this.reconnectDelay}ms...`);
+    setTimeout(() => {
+      if (!this.stopped) this.connect();
+    }, this.reconnectDelay);
+    this.reconnectDelay = Math.min(this.reconnectDelay * 2, 30000);
+  }
+
+  send(msg) {
+    if (this.ws?.readyState === WebSocket.OPEN) {
+      this.ws.send(JSON.stringify(msg));
+    }
+  }
+}
+```
+
+### 4.2 消息处理
+
+```javascript
+handleMessage(msg) {
+  if (msg.type === 'req') {
+    const { method, id, params } = msg;
+    console.log(`[relay] ← ${method}`);
+
+    switch (method) {
+      case 'openclaw.status':
+        this.collectOpenClawData().then(data => {
+          this.send({ type: 'res', id, ok: true, data });
+        });
+        break;
+      case 'health.latest':
+        this.getLatestHealthData().then(data => {
+          this.send({ type: 'res', id, ok: true, data });
+        });
+        break;
+      default:
+        this.send({ type: 'res', id, ok: false, error: 'Unknown method' });
+    }
+  }
+}
+```
+
+---
+
+## 5. OpenClaw 数据收集
+
+### 5.1 收集方式一览
+
+| 数据 | 来源 | 采集频率 |
+|------|------|----------|
+| 模型列表 | `~/.openclaw/openclaw.json` → `models.providers` | 5分钟 |
+| Agent 列表 | 解析配置 + 读 `IDENTITY.md` | 5分钟 |
+| Cron 任务 | `execSync('openclaw cron list --json')` | 1分钟 |
+| Skills | 扫描 `~/.openclaw/skills/*/SKILL.md` | 5分钟 |
+| 日志 | 读 `~/.openclaw/logs/openclaw.log` 末尾100行 | 1分钟 |
+| Token 用量 | 读 `~/.clawcontrol/usage.json` | 5分钟 |
+| 配置文件 | 读 `openclaw.json`（脱敏） | 手动 |
+
+### 5.2 配置文件脱敏
+
+```javascript
+const SENSITIVE_KEYS = ['apiKey', 'token', 'password', 'secret', 'credential', 'accessCode'];
+
+function sanitize(obj) {
+  if (typeof obj !== 'object' || obj === null) return obj;
+  if (Array.isArray(obj)) return obj.map(sanitize);
+  const out = {};
+  for (const [k, v] of Object.entries(obj)) {
+    out[k] = SENSITIVE_KEYS.some(s => k.toLowerCase().includes(s))
+      ? '[已隐藏]'
+      : sanitize(v);
+  }
+  return out;
+}
+```
+
+### 5.3 Agent 列表采集
+
+```javascript
+function collectAgents() {
+  const ocConfig = JSON.parse(fs.readFileSync('~/.openclaw/openclaw.json', 'utf8'));
+  const agents = ocConfig.agents?.list || [];
+  
+  return agents.map(agent => {
+    const workspaceDir = agent.id === 'main'
+      ? '~/.openclaw/workspace'
+      : `~/.openclaw/workspace-${agent.id}`;
+    const identityPath = path.join(workspaceDir, 'IDENTITY.md');
+    
+    let name = agent.name || agent.id;
+    let emoji = '🤖';
+    
+    if (fs.existsSync(identityPath)) {
+      const content = fs.readFileSync(identityPath, 'utf8');
+      const nameMatch = content.match(/[-*]\s*Name[：:]\s*(.+)/i);
+      const emojiMatch = content.match(/[-*]\s*Emoji[：:]\s*(.+)/i);
+      if (nameMatch) name = nameMatch[1].trim();
+      if (emojiMatch) emoji = emojiMatch[1].trim();
+    }
+    
+    return { id: agent.id, name, emoji, model: agent.model };
+  });
+}
+```
+
+---
+
+## 6. Health API 接收
+
+### 6.1 HTTP 服务
+
+```javascript
+const http = require('http');
+
+function startHealthAPI() {
+  const server = http.createServer((req, res) => {
+    res.setHeader('Access-Control-Allow-Origin', '*');
+    res.setHeader('Content-Type', 'application/json');
+
+    if (req.method === 'OPTIONS') {
+      res.writeHead(204);
+      res.end();
+      return;
+    }
+
+    if (req.method === 'POST' && req.url === '/api/health/sync') {
+      let body = '';
+      req.on('data', chunk => body += chunk);
+      req.on('end', async () => {
+        try {
+          const data = JSON.parse(body);
+          await storage.saveHealthData(data);
+          // 可选：推送给已连接的 iOS
+          relayClient.pushHealthUpdate(data);
+          res.end(JSON.stringify({ ok: true }));
+        } catch (e) {
+          res.end(JSON.stringify({ ok: false, error: e.message }));
+        }
+      });
+    } else if (req.method === 'GET' && req.url === '/api/health/latest') {
+      const latest = storage.getLatestHealthData();
+      res.end(JSON.stringify(latest));
+    } else {
+      res.end(JSON.stringify({ error: 'Not Found' }));
+    }
+  });
+
+  server.listen(18790, () => {
+    console.log('[health-api] Listening on :18790');
+  });
+}
+```
+
+### 6.2 接收的数据格式
+
+```json
+{
+  "type": "heartrate",
+  "value": 72,
+  "timestamp": 1743734400000
+}
+```
+
+---
+
+## 7. SQLite 数据存储
+
+### 7.1 表结构
+
+```sql
+-- Apple Health 数据表
+CREATE TABLE health_heartrate (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    timestamp INTEGER NOT NULL,
+    value REAL NOT NULL,
+    type TEXT DEFAULT 'rest'
+);
+
+CREATE TABLE health_sleep (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    start_time INTEGER NOT NULL,
+    end_time INTEGER NOT NULL,
+    duration INTEGER NOT NULL,
+    quality REAL
+);
+
+CREATE TABLE health_steps (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    timestamp INTEGER NOT NULL,
+    count INTEGER NOT NULL,
+    goal INTEGER
+);
+
+CREATE TABLE health_workout (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    timestamp INTEGER NOT NULL,
+    type TEXT,
+    duration INTEGER,
+    calories INTEGER
+);
+
+CREATE TABLE health_weight (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    timestamp INTEGER NOT NULL,
+    weight REAL NOT NULL,
+    bmi REAL
+);
+
+CREATE TABLE health_oxygen (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    timestamp INTEGER NOT NULL,
+    value REAL NOT NULL
+);
+
+CREATE TABLE health_blood_pressure (
+    id INTEGER PRIMARY KEY AUTOINCREMENT,
+    timestamp INTEGER NOT NULL,
+    systolic INTEGER NOT NULL,
+    diastolic INTEGER NOT NULL
+);
+
+-- OpenClaw 数据表
+CREATE TABLE oc_models (id TEXT PRIMARY KEY, name TEXT, provider TEXT, context_window INTEGER, updated_at INTEGER);
+CREATE TABLE oc_agents (id TEXT PRIMARY KEY, name TEXT, emoji TEXT, model TEXT, updated_at INTEGER);
+CREATE TABLE oc_token_usage (id INTEGER PRIMARY KEY AUTOINCREMENT, agent_id TEXT, prompt_tokens INTEGER, completion_tokens INTEGER, total_calls INTEGER, last_used TEXT, timestamp INTEGER);
+CREATE TABLE oc_crons (id TEXT PRIMARY KEY, name TEXT, cron_expr TEXT, next_run TEXT, enabled INTEGER DEFAULT 1, last_run TEXT, updated_at INTEGER);
+CREATE TABLE oc_skills (id TEXT PRIMARY KEY, name TEXT, description TEXT, location TEXT, enabled INTEGER DEFAULT 1, updated_at INTEGER);
+CREATE TABLE oc_logs (id INTEGER PRIMARY KEY AUTOINCREMENT, level TEXT, message TEXT, timestamp INTEGER);
+
+CREATE INDEX idx_health_timestamp ON health_heartrate(timestamp);
+CREATE INDEX idx_oc_logs_timestamp ON oc_logs(timestamp);
+```
+
+---
+
+## 8. PM2 进程守护
+
+### 8.1 ecosystem.config.js
+
+```javascript
+module.exports = {
+  apps: [{
+    name: 'health-relay-client',
+    script: './src/index.js',
+    instances: 1,
+    autorestart: true,
+    watch: false,
+    max_memory_restart: '200M',
+    env: {
+      NODE_ENV: 'production',
+      RELAY_HOST: '119.45.24.29',
+      RELAY_PORT: '5201',
+      ACCESS_CODE: 'health-secret-code-2024',
+      HEALTH_API_PORT: '18790'
+    }
+  }]
+};
+```
+
+### 8.2 部署命令
+
+```bash
+# 在 Mac mini 上
+cd ~/health-relay-client
+npm install
+pm2 start ecosystem.config.js
+pm2 save
+pm2 startup  # 开机自启
+```
+
+---
+
+## 9. 配置
+
+### 9.1 环境变量或 config.json
+
+```json
+{
+  "relayHost": "119.45.24.29",
+  "relayPort": 5201,
+  "accessCode": "health-secret-code-2024",
+  "healthApiPort": 18790,
+  "macHostname": "LeoMac-mini",
+  "openClawDir": "~/.openclaw",
+  "usageFile": "~/.clawcontrol/usage.json"
+}
+```
+
+---
+
+## 10. 定时任务
+
+| 任务 | 间隔 | 说明 |
+|------|------|------|
+| OpenClaw 状态采集 | 1分钟 | 全量数据 |
+| 日志采集 | 1分钟 | 末尾100行 |
+| 模型/Agent/Skills | 5分钟 | 配置解析 |
+| Token 用量 | 5分钟 | usage.json |
+| Health API | 实时 | 接收 iOS 数据 |
+
+---
+
+## 11. 依赖
+
+```json
+{
+  "dependencies": {
+    "ws": "^8.20.0",
+    "better-sqlite3": "^11.0.0"
+  }
+}
+```

package/ecosystem.config.js

@@ -0,0 +1,23 @@
+/**
+ * PM2 配置文件
+ */
+
+module.exports = {
+  apps: [
+    {
+      name: 'health-relay-client',
+      script: './src/index.js',
+      instances: 1,
+      autorestart: true,
+      watch: false,
+      max_memory_restart: '200M',
+      env: {
+        NODE_ENV: 'production',
+        RELAY_HOST: 'leonas.asia',
+        RELAY_PORT: 5201,
+        ACCESS_CODE: 'health-secret-code-2024',
+        HEALTH_API_PORT: 18790
+      }
+    }
+  ]
+};

package/package.json

@@ -0,0 +1,17 @@
+{
+  "name": "health-relay-client",
+  "version": "1.0.0",
+  "description": "HealthClaw Mac Client - OpenClaw Data Collector & Health API",
+  "main": "src/index.js",
+  "scripts": {
+    "start": "node src/index.js",
+    "dev": "node --watch src/index.js"
+  },
+  "dependencies": {
+    "ws": "^8.20.0",
+    "better-sqlite3": "^11.0.0"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  }
+}

package/src/collectors/agents.js

@@ -0,0 +1,76 @@
+/**
+ * OpenClaw Agent 列表收集器
+ */
+
+const fs = require('fs');
+const path = require('path');
+const { logger } = require('../utils/logger');
+
+/**
+ * 获取 Agent 工作目录
+ */
+function getAgentWorkspaceDir(openClawDir, agentId) {
+  if (agentId === 'main') {
+    return path.join(openClawDir, 'workspace');
+  }
+  return path.join(openClawDir, `workspace-${agentId}`);
+}
+
+/**
+ * 从 IDENTITY.md 提取信息
+ */
+function parseIdentity(identityPath) {
+  if (!fs.existsSync(identityPath)) {
+    return null;
+  }
+
+  const content = fs.readFileSync(identityPath, 'utf8');
+  const result = {};
+
+  const nameMatch = content.match(/^[-*]\s*Name[：:]\s*(.+)/mi);
+  if (nameMatch) result.name = nameMatch[1].trim();
+
+  const emojiMatch = content.match(/^[-*]\s*Emoji[：:]\s*(.+)/mi);
+  if (emojiMatch) result.emoji = emojiMatch[1].trim();
+
+  const descMatch = content.match(/^[-*]\s*Description[：:]\s*(.+)/mi);
+  if (descMatch) result.description = descMatch[1].trim();
+
+  return Object.keys(result).length > 0 ? result : null;
+}
+
+/**
+ * 收集 Agent 列表
+ */
+function collectAgents(openClawDir) {
+  const configPath = path.join(openClawDir, 'openclaw.json');
+
+  if (!fs.existsSync(configPath)) {
+    logger.debug('[collector] openclaw.json not found, skipping agents');
+    return [];
+  }
+
+  try {
+    const config = JSON.parse(fs.readFileSync(configPath, 'utf8'));
+    const agents = config.agents?.list || [];
+
+    return agents.map(agent => {
+      const workspaceDir = getAgentWorkspaceDir(openClawDir, agent.id);
+      const identityPath = path.join(workspaceDir, 'IDENTITY.md');
+      const identity = parseIdentity(identityPath);
+
+      return {
+        id: agent.id,
+        name: identity?.name || agent.name || agent.id,
+        emoji: identity?.emoji || '🤖',
+        description: identity?.description || null,
+        model: agent.model || null
+      };
+    });
+  } catch (err) {
+    logger.error('[collector] Failed to collect agents:', err);
+    return [];
+  }
+}
+
+module.exports = { collectAgents };

package/src/collectors/crons.js

@@ -0,0 +1,35 @@
+/**
+ * OpenClaw Cron 任务收集器
+ */
+
+const { execSync } = require('child_process');
+const { logger } = require('../utils/logger');
+
+/**
+ * 收集 Cron 任务列表
+ */
+function collectCrons() {
+  try {
+    // 尝试使用 openclaw CLI 获取 cron 列表
+    const output = execSync('openclaw cron list --json 2>/dev/null', {
+      encoding: 'utf8',
+      timeout: 10000
+    });
+
+    const crons = JSON.parse(output);
+    return Array.isArray(crons) ? crons.map(c => ({
+      id: c.id || c.name,
+      name: c.name,
+      cronExpr: c.cron || c.cronExpr,
+      nextRun: c.nextRun || c.next_run,
+      enabled: c.enabled !== false,
+      lastRun: c.lastRun || c.last_run
+    })) : [];
+  } catch (err) {
+    // CLI 不可用，尝试从配置文件读取
+    logger.debug('[collector] openclaw cron CLI not available, skipping');
+    return [];
+  }
+}
+
+module.exports = { collectCrons };

package/src/collectors/logs.js

@@ -0,0 +1,63 @@
+/**
+ * OpenClaw 日志收集器
+ */
+
+const fs = require('fs');
+const path = require('path');
+const { logger } = require('../utils/logger');
+
+/**
+ * 收集日志（末尾 100 行）
+ */
+function collectLogs(openClawDir, maxLines = 100) {
+  const logFile = path.join(openClawDir, 'logs', 'openclaw.log');
+
+  if (!fs.existsSync(logFile)) {
+    logger.debug('[collector] openclaw.log not found, skipping');
+    return [];
+  }
+
+  try {
+    const content = fs.readFileSync(logFile, 'utf8');
+    const lines = content.split('\n').filter(l => l.trim());
+
+    // 取最后 maxLines 行
+    const recentLines = lines.slice(-maxLines);
+
+    return recentLines.map((line, index) => {
+      // 解析日志行格式: [LEVEL] message 或 timestamp LEVEL message
+      let level = 'info';
+      let message = line;
+      let timestamp = Date.now();
+
+      // 尝试解析 JSON 格式
+      if (line.startsWith('{')) {
+        try {
+          const parsed = JSON.parse(line);
+          level = parsed.level || 'info';
+          message = parsed.message || parsed.msg || line;
+          timestamp = parsed.timestamp ? new Date(parsed.timestamp).getTime() : Date.now();
+        } catch {}
+      } else {
+        // 尝试解析 [LEVEL] 格式
+        const levelMatch = line.match(/^\[(\w+)\]/);
+        if (levelMatch) {
+          level = levelMatch[1].toLowerCase();
+          message = line.substring(levelMatch[0].length).trim();
+        }
+      }
+
+      return {
+        id: index,
+        level,
+        message,
+        timestamp
+      };
+    });
+  } catch (err) {
+    logger.error('[collector] Failed to collect logs:', err);
+    return [];
+  }
+}
+
+module.exports = { collectLogs };

package/src/collectors/models.js

@@ -0,0 +1,40 @@
+/**
+ * OpenClaw 模型列表收集器
+ */
+
+const fs = require('fs');
+const path = require('path');
+const { logger } = require('../utils/logger');
+const { sanitizeClone } = require('../utils/sanitize');
+
+/**
+ * 收集模型列表
+ */
+function collectModels(openClawDir) {
+  const configPath = path.join(openClawDir, 'openclaw.json');
+
+  if (!fs.existsSync(configPath)) {
+    logger.debug('[collector] openclaw.json not found, skipping models');
+    return [];
+  }
+
+  try {
+    const config = JSON.parse(fs.readFileSync(configPath, 'utf8'));
+    const models = config.models?.providers || [];
+
+    // 脱敏处理
+    const sanitized = sanitizeClone(models);
+
+    return sanitized.map(m => ({
+      id: m.id || m.name,
+      name: m.name,
+      provider: m.provider,
+      contextWindow: m.context_window || m.contextWindow
+    }));
+  } catch (err) {
+    logger.error('[collector] Failed to collect models:', err);
+    return [];
+  }
+}
+
+module.exports = { collectModels };