openclaw-mem 1.0.4 → 1.3.0

package/monitor.js

@@ -0,0 +1,112 @@
+#!/usr/bin/env node
+/**
+ * OpenClaw-Mem Real-time Monitor
+ * Watches for new observations and displays them in real-time
+ */
+
+import Database from 'better-sqlite3';
+import path from 'node:path';
+import os from 'node:os';
+
+const DB_PATH = path.join(os.homedir(), '.openclaw-mem', 'memory.db');
+const POLL_INTERVAL = 1000; // 1 second
+
+const db = new Database(DB_PATH, { readonly: true });
+
+// Get the latest observation ID at startup
+let lastId = db.prepare('SELECT MAX(id) as maxId FROM observations').get()?.maxId || 0;
+let lastSummaryId = db.prepare('SELECT MAX(id) as maxId FROM summaries').get()?.maxId || 0;
+
+console.log('\x1b[36m╔══════════════════════════════════════════════════════════════╗\x1b[0m');
+console.log('\x1b[36m║\x1b[0m  \x1b[1m🧠 OpenClaw-Mem Real-time Monitor\x1b[0m                           \x1b[36m║\x1b[0m');
+console.log('\x1b[36m╠══════════════════════════════════════════════════════════════╣\x1b[0m');
+console.log('\x1b[36m║\x1b[0m  Database: ~/.openclaw-mem/memory.db                         \x1b[36m║\x1b[0m');
+console.log('\x1b[36m║\x1b[0m  Starting from observation #' + lastId.toString().padEnd(33) + '\x1b[36m║\x1b[0m');
+console.log('\x1b[36m║\x1b[0m  Press Ctrl+C to stop                                        \x1b[36m║\x1b[0m');
+console.log('\x1b[36m╚══════════════════════════════════════════════════════════════╝\x1b[0m');
+console.log('');
+
+const TYPE_COLORS = {
+  'discovery': '\x1b[34m🔵\x1b[0m',
+  'refactor': '\x1b[35m🔄\x1b[0m',
+  'bugfix': '\x1b[31m🔴\x1b[0m',
+  'feature': '\x1b[32m🟢\x1b[0m',
+  'decision': '\x1b[33m⚖️\x1b[0m',
+  'session-request': '\x1b[36m📝\x1b[0m',
+  'problem-solution': '\x1b[33m💡\x1b[0m'
+};
+
+function formatTime(timestamp) {
+  if (!timestamp) return '';
+  const date = new Date(timestamp);
+  return date.toLocaleTimeString('zh-CN', { hour: '2-digit', minute: '2-digit', second: '2-digit' });
+}
+
+function truncate(text, max = 60) {
+  if (!text) return '';
+  const clean = String(text).replace(/\s+/g, ' ').trim();
+  if (clean.length <= max) return clean;
+  return clean.slice(0, max - 3) + '...';
+}
+
+function getTypeIcon(type) {
+  return TYPE_COLORS[type] || '\x1b[37m⚪\x1b[0m';
+}
+
+function checkNewObservations() {
+  try {
+    const newObs = db.prepare(`
+      SELECT id, timestamp, tool_name, type, summary, narrative
+      FROM observations
+      WHERE id > ?
+      ORDER BY id ASC
+    `).all(lastId);
+
+    for (const obs of newObs) {
+      const time = formatTime(obs.timestamp);
+      const icon = getTypeIcon(obs.type);
+      const tool = obs.tool_name || 'unknown';
+      const summary = truncate(obs.narrative || obs.summary || `${tool} operation`, 50);
+
+      console.log(`\x1b[90m${time}\x1b[0m ${icon} \x1b[1m#${obs.id}\x1b[0m [\x1b[33m${tool}\x1b[0m] ${summary}`);
+      lastId = obs.id;
+    }
+
+    // Check for new summaries
+    const newSummaries = db.prepare(`
+      SELECT id, created_at, request, learned, completed, next_steps
+      FROM summaries
+      WHERE id > ?
+      ORDER BY id ASC
+    `).all(lastSummaryId);
+
+    for (const sum of newSummaries) {
+      const time = formatTime(sum.created_at);
+      console.log('');
+      console.log(`\x1b[90m${time}\x1b[0m \x1b[32m📋 Session Summary #${sum.id}\x1b[0m`);
+      if (sum.request) console.log(`  \x1b[36m请求:\x1b[0m ${truncate(sum.request, 70)}`);
+      if (sum.learned) console.log(`  \x1b[35m学到:\x1b[0m ${truncate(sum.learned, 70)}`);
+      if (sum.completed) console.log(`  \x1b[32m完成:\x1b[0m ${truncate(sum.completed, 70)}`);
+      if (sum.next_steps) console.log(`  \x1b[33m下步:\x1b[0m ${truncate(sum.next_steps, 70)}`);
+      console.log('');
+      lastSummaryId = sum.id;
+    }
+
+  } catch (err) {
+    // Database might be locked, retry next interval
+  }
+}
+
+// Start polling
+const interval = setInterval(checkNewObservations, POLL_INTERVAL);
+
+// Handle graceful shutdown
+process.on('SIGINT', () => {
+  console.log('\n\x1b[90m监控已停止\x1b[0m');
+  clearInterval(interval);
+  db.close();
+  process.exit(0);
+});
+
+// Initial check
+checkNewObservations();

package/package.json

@@ -1,58 +1,86 @@
 {
   "name": "openclaw-mem",
-  "version": "1.0.4",
-  "description": "Persistent memory system for OpenClaw - Give your AI agent long-term memory",
+  "version": "1.3.0",
+  "description": "Persistent memory system for OpenClaw - captures conversations, generates summaries, and injects context into new sessions",
   "type": "module",
-  "main": "lib/handler.js",
+  "main": "handler.js",
   "bin": {
-    "openclaw-mem": "bin/openclaw-mem.js"
+    "openclaw-mem-api": "mcp-http-api.js",
+    "openclaw-mem-mcp": "mcp-server.js",
+    "openclaw-mem-setup": "setup.js"
   },
   "scripts": {
-    "test": "node scripts/test.js",
-    "test:e2e": "node scripts/e2e-test.js",
-    "test:stress": "node scripts/stress-test.js",
-    "test:all": "npm run test && npm run verify",
-    "verify": "node scripts/verify.js"
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "monitor": "node monitor.js",
+    "watch": "node session-watcher.js",
+    "mcp": "node mcp-server.js",
+    "api": "node mcp-http-api.js",
+    "api:start": "nohup node mcp-http-api.js > ~/.openclaw-mem/logs/api.log 2>&1 &",
+    "debug": "node debug-logger.js",
+    "setup": "node setup.js",
+    "postinstall": "node setup.js",
+    "backfill-embeddings": "node backfill-embeddings.js"
   },
   "keywords": [
     "openclaw",
     "memory",
-    "agent",
-    "llm",
     "ai",
-    "hooks",
-    "claude",
-    "gpt",
-    "persistent",
-    "context"
+    "llm",
+    "context",
+    "persistence",
+    "mcp",
+    "model-context-protocol",
+    "sqlite",
+    "hooks"
   ],
-  "author": "OpenClaw Contributors",
+  "author": "Aaron",
   "license": "MIT",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/wenyupapa-sys/openclaw-mem.git"
   },
-  "homepage": "https://github.com/wenyupapa-sys/openclaw-mem#readme",
   "bugs": {
     "url": "https://github.com/wenyupapa-sys/openclaw-mem/issues"
   },
+  "homepage": "https://github.com/wenyupapa-sys/openclaw-mem#readme",
   "engines": {
     "node": ">=18.0.0"
   },
-  "dependencies": {
-    "better-sqlite3": "^11.0.0"
-  },
   "files": [
-    "bin/",
-    "lib/",
-    "scripts/init.js",
-    "scripts/commands.js",
-    "docs/",
-    "README.md",
-    "README_CN.md",
-    "LICENSE"
+    "handler.js",
+    "database.js",
+    "context-builder.js",
+    "extractor.js",
+    "gateway-llm.js",
+    "mcp-server.js",
+    "mcp-http-api.js",
+    "mem-search.sh",
+    "mem-get.sh",
+    "monitor.js",
+    "debug-logger.js",
+    "realtime-monitor.js",
+    "session-watcher.js",
+    "sync-recent.js",
+    "setup.js",
+    "backfill-embeddings.js",
+    "HOOK.md",
+    "MCP.json",
+    "README.md"
   ],
+  "dependencies": {
+    "@huggingface/transformers": "^3.8.1",
+    "@modelcontextprotocol/sdk": "^1.25.3",
+    "better-sqlite3": "^12.6.2",
+    "sqlite-vec": "^0.1.7-alpha.2"
+  },
+  "devDependencies": {
+    "vitest": "^2.0.0"
+  },
   "openclaw": {
-    "hooks": ["."]
+    "hooks": [
+      "."
+    ]
   }
 }

package/realtime-monitor.js

@@ -0,0 +1,371 @@
+#!/usr/bin/env node
+/**
+ * OpenClaw 实时监控工具
+ *
+ * 显示：
+ * - 用户消息
+ * - 发送给 LLM 的请求
+ * - LLM 的响应
+ * - 工具调用
+ * - API 调用
+ *
+ * 使用: node realtime-monitor.js
+ */
+
+import fs from 'fs';
+import path from 'path';
+import os from 'os';
+import readline from 'readline';
+
+// 配置
+const OPENCLAW_DIR = path.join(os.homedir(), '.openclaw');
+const GATEWAY_LOG = path.join(OPENCLAW_DIR, 'logs', 'gateway.log');
+const SESSIONS_DIR = path.join(OPENCLAW_DIR, 'agents', 'main', 'sessions');
+const API_LOG = path.join(os.homedir(), '.openclaw-mem', 'logs', 'api.log');
+
+// 颜色代码
+const colors = {
+  reset: '\x1b[0m',
+  bright: '\x1b[1m',
+  dim: '\x1b[2m',
+  red: '\x1b[31m',
+  green: '\x1b[32m',
+  yellow: '\x1b[33m',
+  blue: '\x1b[34m',
+  magenta: '\x1b[35m',
+  cyan: '\x1b[36m',
+  white: '\x1b[37m',
+  bgBlue: '\x1b[44m',
+  bgGreen: '\x1b[42m',
+  bgYellow: '\x1b[43m',
+  bgRed: '\x1b[41m',
+  bgMagenta: '\x1b[45m',
+};
+
+function colorize(text, color) {
+  return `${colors[color]}${text}${colors.reset}`;
+}
+
+function timestamp() {
+  return new Date().toLocaleTimeString('zh-CN', { hour12: false });
+}
+
+function truncate(text, maxLen = 200) {
+  if (!text) return '';
+  const clean = String(text).replace(/\s+/g, ' ').trim();
+  if (clean.length <= maxLen) return clean;
+  return clean.slice(0, maxLen - 3) + '...';
+}
+
+function printHeader() {
+  console.clear();
+  console.log(colorize('═'.repeat(80), 'cyan'));
+  console.log(colorize('  🔍 OpenClaw 实时监控工具', 'bright'));
+  console.log(colorize('═'.repeat(80), 'cyan'));
+  console.log();
+  console.log(colorize('  监控中... (Ctrl+C 退出)', 'dim'));
+  console.log();
+  console.log(colorize('─'.repeat(80), 'dim'));
+  console.log();
+}
+
+function printEvent(type, content, extra = '') {
+  const ts = colorize(`[${timestamp()}]`, 'dim');
+  let icon, label, color;
+
+  switch (type) {
+    case 'user':
+      icon = '👤';
+      label = '用户消息';
+      color = 'green';
+      break;
+    case 'assistant':
+      icon = '🤖';
+      label = 'AI 响应';
+      color = 'blue';
+      break;
+    case 'tool_call':
+      icon = '🔧';
+      label = '工具调用';
+      color = 'yellow';
+      break;
+    case 'tool_result':
+      icon = '📋';
+      label = '工具结果';
+      color = 'cyan';
+      break;
+    case 'api_call':
+      icon = '🌐';
+      label = 'API 调用';
+      color = 'magenta';
+      break;
+    case 'bootstrap':
+      icon = '🚀';
+      label = '会话启动';
+      color = 'green';
+      break;
+    case 'hook':
+      icon = '🪝';
+      label = 'Hook 事件';
+      color = 'cyan';
+      break;
+    case 'error':
+      icon = '❌';
+      label = '错误';
+      color = 'red';
+      break;
+    case 'info':
+      icon = 'ℹ️';
+      label = '信息';
+      color = 'white';
+      break;
+    default:
+      icon = '•';
+      label = type;
+      color = 'white';
+  }
+
+  console.log(`${ts} ${icon} ${colorize(label, color)}${extra ? ` ${colorize(extra, 'dim')}` : ''}`);
+  if (content) {
+    const lines = content.split('\n').slice(0, 10);
+    lines.forEach(line => {
+      console.log(`     ${colorize('│', 'dim')} ${line}`);
+    });
+    if (content.split('\n').length > 10) {
+      console.log(`     ${colorize('│', 'dim')} ${colorize('... (更多内容省略)', 'dim')}`);
+    }
+  }
+  console.log();
+}
+
+// 监控最新的 session 文件
+let lastSessionFile = null;
+let lastSessionSize = 0;
+let lastSessionLines = new Set();
+
+function findLatestSession() {
+  try {
+    const files = fs.readdirSync(SESSIONS_DIR)
+      .filter(f => f.endsWith('.jsonl'))
+      .map(f => ({
+        name: f,
+        path: path.join(SESSIONS_DIR, f),
+        mtime: fs.statSync(path.join(SESSIONS_DIR, f)).mtime
+      }))
+      .sort((a, b) => b.mtime - a.mtime);
+
+    return files[0]?.path || null;
+  } catch {
+    return null;
+  }
+}
+
+function parseSessionLine(line) {
+  try {
+    const entry = JSON.parse(line);
+
+    if (entry.type === 'message' && entry.message) {
+      const msg = entry.message;
+
+      // 用户消息
+      if (msg.role === 'user') {
+        let content = '';
+        if (Array.isArray(msg.content)) {
+          const textPart = msg.content.find(c => c.type === 'text');
+          content = textPart?.text || '';
+        } else {
+          content = msg.content || '';
+        }
+        if (content && !content.startsWith('/')) {
+          return { type: 'user', content: truncate(content, 300) };
+        }
+      }
+
+      // AI 响应
+      if (msg.role === 'assistant') {
+        let content = '';
+        if (Array.isArray(msg.content)) {
+          const textPart = msg.content.find(c => c.type === 'text');
+          content = textPart?.text || '';
+        } else {
+          content = msg.content || '';
+        }
+        if (content) {
+          return { type: 'assistant', content: truncate(content, 300) };
+        }
+      }
+
+      // 工具调用
+      if (msg.role === 'assistant' && msg.tool_calls) {
+        for (const call of msg.tool_calls) {
+          const toolName = call.function?.name || call.name || 'unknown';
+          const toolArgs = call.function?.arguments || call.arguments || '{}';
+          let args;
+          try {
+            args = JSON.parse(toolArgs);
+          } catch {
+            args = toolArgs;
+          }
+
+          let summary = toolName;
+          if (args.command) summary += `: ${truncate(args.command, 100)}`;
+          else if (args.file_path) summary += `: ${args.file_path}`;
+          else if (args.query) summary += `: ${truncate(args.query, 100)}`;
+          else if (args.url) summary += `: ${args.url}`;
+
+          return { type: 'tool_call', content: summary, extra: `(${toolName})` };
+        }
+      }
+
+      // 工具结果
+      if (msg.role === 'toolResult' || msg.role === 'tool') {
+        const toolName = msg.toolName || msg.name || 'unknown';
+        let result = '';
+        if (Array.isArray(msg.content)) {
+          const textPart = msg.content.find(c => c.type === 'text');
+          result = textPart?.text || '';
+        } else {
+          result = msg.content || '';
+        }
+        return { type: 'tool_result', content: truncate(result, 200), extra: `(${toolName})` };
+      }
+    }
+
+    return null;
+  } catch {
+    return null;
+  }
+}
+
+function watchSession() {
+  const latestSession = findLatestSession();
+
+  if (latestSession !== lastSessionFile) {
+    lastSessionFile = latestSession;
+    lastSessionSize = 0;
+    lastSessionLines.clear();
+    if (latestSession) {
+      printEvent('info', `监控会话: ${path.basename(latestSession)}`);
+    }
+  }
+
+  if (!lastSessionFile) return;
+
+  try {
+    const content = fs.readFileSync(lastSessionFile, 'utf-8');
+    const lines = content.trim().split('\n');
+
+    for (const line of lines) {
+      const lineHash = line.slice(0, 100); // 简单去重
+      if (lastSessionLines.has(lineHash)) continue;
+      lastSessionLines.add(lineHash);
+
+      const parsed = parseSessionLine(line);
+      if (parsed) {
+        printEvent(parsed.type, parsed.content, parsed.extra);
+      }
+    }
+  } catch {
+    // 文件可能正在被写入
+  }
+}
+
+// 监控 Gateway 日志
+let lastGatewaySize = 0;
+
+function watchGatewayLog() {
+  try {
+    const stats = fs.statSync(GATEWAY_LOG);
+    if (stats.size <= lastGatewaySize) return;
+
+    const fd = fs.openSync(GATEWAY_LOG, 'r');
+    const buffer = Buffer.alloc(stats.size - lastGatewaySize);
+    fs.readSync(fd, buffer, 0, buffer.length, lastGatewaySize);
+    fs.closeSync(fd);
+
+    lastGatewaySize = stats.size;
+
+    const newContent = buffer.toString('utf-8');
+    const lines = newContent.split('\n');
+
+    for (const line of lines) {
+      if (!line.trim()) continue;
+
+      // Hook 事件
+      if (line.includes('[openclaw-mem]')) {
+        if (line.includes('Agent bootstrap')) {
+          printEvent('bootstrap', '新会话开始');
+        } else if (line.includes('API server')) {
+          printEvent('hook', truncate(line.replace(/.*\[openclaw-mem\]\s*/, ''), 100));
+        } else if (line.includes('Tool') || line.includes('tool:post')) {
+          printEvent('hook', truncate(line.replace(/.*\[openclaw-mem\]\s*/, ''), 100));
+        }
+      }
+
+      // 错误
+      if (line.toLowerCase().includes('error')) {
+        printEvent('error', truncate(line, 200));
+      }
+    }
+  } catch {
+    // 日志文件可能不存在
+  }
+}
+
+// 监控 API 日志
+let lastApiSize = 0;
+
+function watchApiLog() {
+  try {
+    const stats = fs.statSync(API_LOG);
+    if (stats.size <= lastApiSize) return;
+
+    const fd = fs.openSync(API_LOG, 'r');
+    const buffer = Buffer.alloc(stats.size - lastApiSize);
+    fs.readSync(fd, buffer, 0, buffer.length, lastApiSize);
+    fs.closeSync(fd);
+
+    lastApiSize = stats.size;
+
+    const newContent = buffer.toString('utf-8');
+    const lines = newContent.split('\n');
+
+    for (const line of lines) {
+      if (!line.trim()) continue;
+      if (line.includes('/search') || line.includes('/get_observations') || line.includes('/timeline')) {
+        printEvent('api_call', truncate(line, 150));
+      }
+    }
+  } catch {
+    // API 日志可能不存在
+  }
+}
+
+// 主循环
+function main() {
+  printHeader();
+
+  // 初始化文件位置
+  try {
+    lastGatewaySize = fs.statSync(GATEWAY_LOG).size;
+  } catch {}
+  try {
+    lastApiSize = fs.statSync(API_LOG).size;
+  } catch {}
+
+  // 开始监控
+  setInterval(() => {
+    watchSession();
+    watchGatewayLog();
+    watchApiLog();
+  }, 500);
+
+  // 处理退出
+  process.on('SIGINT', () => {
+    console.log();
+    console.log(colorize('监控已停止', 'yellow'));
+    process.exit(0);
+  });
+}
+
+main();