openclaw-mem 1.0.4 → 1.3.0

package/lib/handler.js

@@ -1,494 +0,0 @@
-/**
- * OpenClaw-Mem Hook Handler
- *
- * Captures session content and provides memory context injection.
- *
- * Events handled:
- * - command:new - Save session content before reset
- * - gateway:startup - Initialize memory system
- * - agent:bootstrap - Inject historical context
- */
-
-import fs from 'node:fs/promises';
-import path from 'node:path';
-import os from 'node:os';
-import { fileURLToPath } from 'node:url';
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-
-// Lazy load modules
-let database = null;
-let contextBuilder = null;
-
-async function loadModules() {
-  if (database && contextBuilder) return true;
-
-  try {
-    const dbModule = await import('./database.js');
-    const ctxModule = await import('./context-builder.js');
-    database = dbModule.default || dbModule.database;
-    contextBuilder = ctxModule.default || ctxModule;
-    return true;
-  } catch (err) {
-    console.error('[openclaw-mem] Failed to load modules:', err.message);
-    return false;
-  }
-}
-
-// Generate UUID
-function generateId() {
-  return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, (c) => {
-    const r = Math.random() * 16 | 0;
-    const v = c === 'x' ? r : (r & 0x3 | 0x8);
-    return v.toString(16);
-  });
-}
-
-// Estimate tokens
-function estimateTokens(text) {
-  if (!text) return 0;
-  return Math.ceil(String(text).length / 4);
-}
-
-// Simple hash function for content deduplication
-function hashContent(text) {
-  if (!text) return '';
-  let hash = 0;
-  for (let i = 0; i < text.length; i++) {
-    const char = text.charCodeAt(i);
-    hash = ((hash << 5) - hash) + char;
-    hash = hash & hash; // Convert to 32bit integer
-  }
-  return hash.toString(16);
-}
-
-/**
- * Read session transcript and extract conversation
- */
-async function extractSessionContent(sessionFile, maxMessages = 20) {
-  try {
-    if (!sessionFile) return null;
-
-    const content = await fs.readFile(sessionFile, 'utf-8');
-    const lines = content.trim().split('\n');
-
-    const messages = [];
-    for (const line of lines) {
-      try {
-        const entry = JSON.parse(line);
-        if (entry.type === 'message' && entry.message) {
-          const msg = entry.message;
-          if ((msg.role === 'user' || msg.role === 'assistant') && msg.content) {
-            const text = Array.isArray(msg.content)
-              ? msg.content.find(c => c.type === 'text')?.text
-              : msg.content;
-
-            if (text && !text.startsWith('/')) {
-              messages.push({
-                role: msg.role,
-                content: text.slice(0, 500) // Truncate long messages
-              });
-            }
-          }
-        }
-      } catch {
-        // Skip invalid lines
-      }
-    }
-
-    return messages.slice(-maxMessages);
-  } catch (err) {
-    console.error('[openclaw-mem] Failed to read session file:', err.message);
-    return null;
-  }
-}
-
-/**
- * Handle gateway:startup event
- */
-async function handleGatewayStartup(event) {
-  console.log('[openclaw-mem] Gateway startup - initializing memory system');
-
-  if (!await loadModules()) return;
-
-  const stats = database.getStats();
-  console.log(`[openclaw-mem] Memory stats: ${stats.total_sessions} sessions, ${stats.total_observations} observations`);
-}
-
-/**
- * Handle agent:bootstrap event
- * Inject historical context into new agent sessions
- * AND capture incoming message to database
- */
-async function handleAgentBootstrap(event) {
-  console.log('[openclaw-mem] Agent bootstrap:', event.sessionKey);
-  console.log('[openclaw-mem] Event keys:', Object.keys(event));
-  console.log('[openclaw-mem] Context exists:', !!event.context);
-
-  if (!await loadModules()) return;
-
-  // IMPORTANT: Ensure event.context exists (modify event directly, not a local copy)
-  if (!event.context) {
-    console.log('[openclaw-mem] WARNING: event.context is missing, creating it');
-    event.context = {};
-  }
-
-  console.log('[openclaw-mem] Context keys:', Object.keys(event.context));
-
-  const workspaceDir = event.context.workspaceDir || path.join(os.homedir(), '.openclaw', 'workspace');
-  const sessionKey = event.sessionKey || 'unknown';
-
-  console.log('[openclaw-mem] workspaceDir:', workspaceDir);
-  console.log('[openclaw-mem] bootstrapFiles exists:', !!event.context.bootstrapFiles);
-  console.log('[openclaw-mem] bootstrapFiles is array:', Array.isArray(event.context.bootstrapFiles));
-  console.log('[openclaw-mem] bootstrapFiles length before:', event.context.bootstrapFiles?.length);
-  // Debug: show structure of first file
-  if (event.context.bootstrapFiles?.[0]) {
-    const sample = event.context.bootstrapFiles[0];
-    console.log('[openclaw-mem] Sample file keys:', Object.keys(sample));
-    console.log('[openclaw-mem] Sample file name:', sample.name);
-    console.log('[openclaw-mem] Sample has content:', !!sample.content);
-  }
-
-  // ============ NEW: Capture incoming messages to database ============
-  // This ensures every message through gateway is captured, not just on /new
-  // Messages can be in: event.messages (array), event.message, or event.context.userMessage
-  let messagesToCapture = [];
-
-  // ============ Capture messages from session file ============
-  // At bootstrap time, the incoming message isn't in the event yet
-  // But we can read the session file which contains previous messages
-
-  // Construct session file path from sessionKey
-  // Session files are stored at ~/.openclaw/agents/main/sessions/<sessionKey>.jsonl
-  const agentId = event.context?.agentId || 'main';
-  const sessionFile = path.join(os.homedir(), '.openclaw', 'agents', agentId, 'sessions', `${sessionKey}.jsonl`);
-  console.log('[openclaw-mem] Constructed session file path:', sessionFile);
-
-  // Check if session file exists
-  let sessionFileExists = false;
-  try {
-    await fs.access(sessionFile);
-    sessionFileExists = true;
-  } catch {
-    sessionFileExists = false;
-  }
-
-  if (sessionFileExists) {
-    console.log('[openclaw-mem] Found session file:', sessionFile);
-    try {
-      const messages = await extractSessionContent(sessionFile, 50);
-      if (messages && messages.length > 0) {
-        console.log(`[openclaw-mem] Found ${messages.length} messages in session file`);
-
-        // Get or create session for this sessionKey
-        let dbSessionId = getOrCreateSessionForKey(sessionKey, workspaceDir);
-
-        // Track which messages we've already saved (to avoid duplicates)
-        const savedHashes = new Set();
-        try {
-          const existing = database.getRecentObservations(null, 100);
-          for (const obs of existing) {
-            // Content is stored in the 'result' field as JSON
-            try {
-              const result = JSON.parse(obs.result || '{}');
-              if (result.content) {
-                savedHashes.add(hashContent(result.content));
-              }
-            } catch {
-              // If result isn't JSON, use summary
-              if (obs.summary) {
-                savedHashes.add(hashContent(obs.summary));
-              }
-            }
-          }
-          console.log(`[openclaw-mem] Loaded ${savedHashes.size} existing message hashes`);
-        } catch (e) {
-          console.log('[openclaw-mem] Could not check existing observations:', e.message);
-        }
-
-        let newCount = 0;
-        for (const msg of messages) {
-          const contentHash = hashContent(msg.content);
-          if (savedHashes.has(contentHash)) {
-            continue; // Skip already saved messages
-          }
-
-          const toolName = msg.role === 'assistant' ? 'AssistantMessage' : 'UserMessage';
-          const summary = msg.content.slice(0, 100) + (msg.content.length > 100 ? '...' : '');
-          database.saveObservation(
-            dbSessionId,
-            toolName,
-            { role: msg.role, sessionKey },
-            { content: msg.content },
-            {
-              summary,
-              concepts: msg.role,
-              tokensDiscovery: estimateTokens(msg.content),
-              tokensRead: estimateTokens(summary)
-            }
-          );
-          savedHashes.add(contentHash);
-          newCount++;
-        }
-
-        if (newCount > 0) {
-          console.log(`[openclaw-mem] ✓ Saved ${newCount} new messages to database`);
-        } else {
-          console.log('[openclaw-mem] All messages already in database');
-        }
-      }
-    } catch (err) {
-      console.log('[openclaw-mem] Could not read session file:', err.message);
-    }
-  } else {
-    console.log('[openclaw-mem] No session file found in context');
-  }
-  // ============ END: Capture messages ============
-
-  // Build context to inject
-  const memContext = contextBuilder.buildContext(workspaceDir, {
-    observationLimit: 30,
-    fullDetailCount: 3
-  });
-
-  if (memContext) {
-    console.log(`[openclaw-mem] Built context: ${memContext.length} chars`);
-
-    // Strategy: Write memory context to a dedicated file on disk
-    // This ensures AI can read it with the Read tool
-    const memContextFile = path.join(workspaceDir, 'SESSION-MEMORY.md');
-    try {
-      await fs.writeFile(memContextFile, memContext, 'utf-8');
-      console.log(`[openclaw-mem] ✓ Written SESSION-MEMORY.md to disk (${memContext.length} chars)`);
-    } catch (err) {
-      console.error('[openclaw-mem] Failed to write SESSION-MEMORY.md:', err.message);
-    }
-
-    // Also modify bootstrapFiles array for system prompt injection
-    if (event.context.bootstrapFiles && Array.isArray(event.context.bootstrapFiles)) {
-      const memoryFile = event.context.bootstrapFiles.find(f => f.name === 'MEMORY.md');
-      if (memoryFile && memoryFile.content && !memoryFile.missing) {
-        memoryFile.content = memoryFile.content + '\n\n---\n\n# Session Memory\n\nSee SESSION-MEMORY.md for recent activity and conversation history.\n\n' + memContext;
-        console.log('[openclaw-mem] ✓ Appended to MEMORY.md in bootstrapFiles');
-      }
-    }
-  } else {
-    console.log('[openclaw-mem] No context to inject (empty memory)');
-  }
-}
-
-// Track active sessions by sessionKey
-const activeSessions = new Map();
-
-/**
- * Get or create a session ID for a given sessionKey
- */
-function getOrCreateSessionForKey(sessionKey, workspaceDir) {
-  if (activeSessions.has(sessionKey)) {
-    return activeSessions.get(sessionKey);
-  }
-
-  const sessionId = generateId();
-  database.createSession(sessionId, workspaceDir, sessionKey, 'bootstrap');
-  activeSessions.set(sessionKey, sessionId);
-
-  // Clean up old sessions after 1 hour
-  setTimeout(() => {
-    if (activeSessions.get(sessionKey) === sessionId) {
-      activeSessions.delete(sessionKey);
-      database.endSession(sessionId);
-    }
-  }, 60 * 60 * 1000);
-
-  console.log(`[openclaw-mem] Created new session ${sessionId} for key ${sessionKey}`);
-  return sessionId;
-}
-
-/**
- * Handle command:new event
- * Save session content before reset
- */
-async function handleCommandNew(event) {
-  console.log('[openclaw-mem] Command new - saving session');
-
-  if (!await loadModules()) return;
-
-  const context = event.context || {};
-  const sessionKey = event.sessionKey || 'unknown';
-  const sessionId = generateId();
-
-  // Get workspace and session info
-  const workspaceDir = context.workspaceDir ||
-                       context.cfg?.agents?.defaults?.workspace ||
-                       path.join(os.homedir(), '.openclaw', 'workspace');
-
-  const sessionEntry = context.previousSessionEntry || context.sessionEntry || {};
-  const sessionFile = sessionEntry.sessionFile;
-
-  // Create session record
-  database.createSession(sessionId, workspaceDir, sessionKey, context.commandSource || 'command');
-
-  // Extract session content
-  const messages = await extractSessionContent(sessionFile, 20);
-
-  if (messages && messages.length > 0) {
-    console.log(`[openclaw-mem] Extracted ${messages.length} messages from session`);
-
-    // Save each message as an observation
-    for (const msg of messages) {
-      const toolName = msg.role === 'user' ? 'UserMessage' : 'AssistantMessage';
-      const summary = msg.content.slice(0, 100) + (msg.content.length > 100 ? '...' : '');
-
-      database.saveObservation(
-        sessionId,
-        toolName,
-        { role: msg.role },
-        { content: msg.content },
-        {
-          summary,
-          concepts: msg.role,
-          tokensDiscovery: estimateTokens(msg.content),
-          tokensRead: estimateTokens(summary)
-        }
-      );
-    }
-
-    // Generate session summary
-    const userMessages = messages.filter(m => m.role === 'user');
-    const assistantMessages = messages.filter(m => m.role === 'assistant');
-
-    const summaryContent = `Session with ${messages.length} messages (${userMessages.length} user, ${assistantMessages.length} assistant)`;
-    const firstUserMsg = userMessages[0]?.content?.slice(0, 200) || '';
-
-    database.saveSummary(
-      sessionId,
-      summaryContent,
-      firstUserMsg,
-      `Discussed: ${assistantMessages.slice(-1)[0]?.content?.slice(0, 100) || 'various topics'}`,
-      null
-    );
-
-    console.log('[openclaw-mem] Session saved successfully');
-  }
-
-  // End session
-  database.endSession(sessionId);
-}
-
-/**
- * Handle agent:response event
- * Capture assistant responses to database
- */
-async function handleAgentResponse(event) {
-  console.log('[openclaw-mem] Agent response event');
-
-  if (!await loadModules()) return;
-
-  const sessionKey = event.sessionKey || 'unknown';
-  const response = event.response || event.message || event.content;
-  const workspaceDir = event.context?.workspaceDir || path.join(os.homedir(), '.openclaw', 'workspace');
-
-  if (response && typeof response === 'string' && response.trim()) {
-    console.log('[openclaw-mem] Capturing assistant response:', response.slice(0, 50) + '...');
-
-    let sessionId = getOrCreateSessionForKey(sessionKey, workspaceDir);
-
-    const summary = response.slice(0, 100) + (response.length > 100 ? '...' : '');
-    database.saveObservation(
-      sessionId,
-      'AssistantMessage',
-      { role: 'assistant', sessionKey },
-      { content: response },
-      {
-        summary,
-        concepts: 'assistant',
-        tokensDiscovery: estimateTokens(response),
-        tokensRead: estimateTokens(summary)
-      }
-    );
-    console.log('[openclaw-mem] ✓ Assistant response saved to database');
-  }
-}
-
-/**
- * Handle message events
- * Alternative event type for capturing messages
- */
-async function handleMessage(event) {
-  console.log('[openclaw-mem] Message event:', event.action || 'unknown');
-
-  if (!await loadModules()) return;
-
-  const sessionKey = event.sessionKey || 'unknown';
-  const message = event.message || event.content || event.text;
-  const role = event.role || event.action || 'user';
-  const workspaceDir = event.context?.workspaceDir || path.join(os.homedir(), '.openclaw', 'workspace');
-
-  if (message && typeof message === 'string' && message.trim() && !message.startsWith('/')) {
-    console.log(`[openclaw-mem] Capturing ${role} message:`, message.slice(0, 50) + '...');
-
-    let sessionId = getOrCreateSessionForKey(sessionKey, workspaceDir);
-
-    const toolName = role === 'assistant' ? 'AssistantMessage' : 'UserMessage';
-    const summary = message.slice(0, 100) + (message.length > 100 ? '...' : '');
-    database.saveObservation(
-      sessionId,
-      toolName,
-      { role, sessionKey },
-      { content: message },
-      {
-        summary,
-        concepts: role,
-        tokensDiscovery: estimateTokens(message),
-        tokensRead: estimateTokens(summary)
-      }
-    );
-    console.log(`[openclaw-mem] ✓ ${role} message saved to database`);
-  }
-}
-
-/**
- * Main hook handler
- */
-const openclawMemHandler = async (event) => {
-  const eventType = event.type;
-  const eventAction = event.action;
-
-  console.log('[openclaw-mem] Event:', eventType, eventAction || '');
-
-  try {
-    if (eventType === 'gateway' && eventAction === 'startup') {
-      await handleGatewayStartup(event);
-      return;
-    }
-
-    if (eventType === 'agent' && eventAction === 'bootstrap') {
-      await handleAgentBootstrap(event);
-      return;
-    }
-
-    if (eventType === 'command' && eventAction === 'new') {
-      await handleCommandNew(event);
-      return;
-    }
-
-    // Handle agent response to capture assistant messages
-    if (eventType === 'agent' && eventAction === 'response') {
-      await handleAgentResponse(event);
-      return;
-    }
-
-    // Handle message events (alternative event type)
-    if (eventType === 'message') {
-      await handleMessage(event);
-      return;
-    }
-
-  } catch (err) {
-    console.error('[openclaw-mem] Handler error:', err.message);
-    console.error(err.stack);
-  }
-};
-
-export default openclawMemHandler;

package/scripts/commands.js

@@ -1,141 +0,0 @@
-/**
- * OpenClaw-Mem CLI Commands
- */
-
-import path from 'node:path';
-import os from 'node:os';
-import fs from 'node:fs';
-
-// Colors
-const c = {
-  reset: '\x1b[0m',
-  green: '\x1b[32m',
-  red: '\x1b[31m',
-  yellow: '\x1b[33m',
-  blue: '\x1b[34m',
-  cyan: '\x1b[36m',
-  bold: '\x1b[1m',
-  dim: '\x1b[2m'
-};
-
-function log(msg, color = 'reset') {
-  console.log(`${c[color]}${msg}${c.reset}`);
-}
-
-async function loadDatabase() {
-  // Try multiple locations for database module
-  const locations = [
-    path.join(os.homedir(), '.openclaw', 'hooks', 'openclaw-mem', 'database.js'),
-    new URL('../lib/database.js', import.meta.url).pathname
-  ];
-
-  for (const dbPath of locations) {
-    if (fs.existsSync(dbPath)) {
-      const db = await import(dbPath);
-      return db.default || db;
-    }
-  }
-
-  // Try to import directly (for development)
-  try {
-    const db = await import('../lib/database.js');
-    return db.default || db;
-  } catch {
-    throw new Error('OpenClaw-Mem not installed. Run: npx openclaw-mem init');
-  }
-}
-
-export async function status() {
-  console.log(`
-${c.cyan}╔══════════════════════════════════════════════════════════╗
-║              OpenClaw-Mem Status                         ║
-╚══════════════════════════════════════════════════════════╝${c.reset}
-`);
-
-  try {
-    const database = await loadDatabase();
-    const stats = database.getStats();
-
-    console.log(`${c.bold}Database Statistics:${c.reset}`);
-    console.log(`  Sessions:      ${c.green}${stats.total_sessions || 0}${c.reset}`);
-    console.log(`  Observations:  ${c.green}${stats.total_observations || 0}${c.reset}`);
-    console.log(`  Summaries:     ${c.green}${stats.total_summaries || 0}${c.reset}`);
-    console.log('');
-    console.log(`${c.bold}Token Economics:${c.reset}`);
-    console.log(`  Discovery:     ${stats.total_discovery_tokens || 0} tokens`);
-    console.log(`  Read:          ${stats.total_read_tokens || 0} tokens`);
-
-    const saved = (stats.total_discovery_tokens || 0) - (stats.total_read_tokens || 0);
-    const savedPct = stats.total_discovery_tokens
-      ? Math.round((saved / stats.total_discovery_tokens) * 100)
-      : 0;
-    console.log(`  ${c.green}Saved:          ${saved} tokens (${savedPct}%)${c.reset}`);
-
-    // Show recent activity
-    console.log('');
-    console.log(`${c.bold}Recent Activity:${c.reset}`);
-
-    const recent = database.getRecentObservations(null, 5);
-    if (recent.length === 0) {
-      console.log(`  ${c.dim}No observations yet. Start chatting!${c.reset}`);
-    } else {
-      for (const obs of recent) {
-        const time = new Date(obs.timestamp).toLocaleString();
-        const summary = obs.summary?.slice(0, 50) || '(no summary)';
-        console.log(`  ${c.dim}${time}${c.reset} ${summary}${obs.summary?.length > 50 ? '...' : ''}`);
-      }
-    }
-
-    console.log('');
-    console.log(`${c.dim}Database: ~/.openclaw-mem/memory.db${c.reset}`);
-
-  } catch (err) {
-    log(`Error: ${err.message}`, 'red');
-    process.exit(1);
-  }
-}
-
-export async function search(query) {
-  console.log(`
-${c.cyan}Searching for: "${query}"${c.reset}
-`);
-
-  try {
-    const database = await loadDatabase();
-    const results = database.searchObservations(query, 10);
-
-    if (results.length === 0) {
-      log('No results found.', 'yellow');
-      console.log(`${c.dim}Try a different search term or check your spelling.${c.reset}`);
-      return;
-    }
-
-    console.log(`${c.green}Found ${results.length} result(s):${c.reset}`);
-    console.log('');
-
-    for (const r of results) {
-      const time = new Date(r.timestamp).toLocaleString();
-      console.log(`${c.bold}#${r.id}${c.reset} ${c.dim}(${time})${c.reset}`);
-      console.log(`  ${c.cyan}${r.tool_name}${c.reset}`);
-
-      // Show summary with highlighting
-      let summary = r.summary || '(no summary)';
-      // Simple highlight - wrap query terms in color codes
-      const terms = query.toLowerCase().split(/\s+/);
-      for (const term of terms) {
-        if (term.length > 2) {
-          const regex = new RegExp(`(${term})`, 'gi');
-          summary = summary.replace(regex, `${c.yellow}$1${c.reset}`);
-        }
-      }
-      console.log(`  ${summary}`);
-      console.log('');
-    }
-
-    console.log(`${c.dim}Use "/memory get <id>" in chat for full details.${c.reset}`);
-
-  } catch (err) {
-    log(`Error: ${err.message}`, 'red');
-    process.exit(1);
-  }
-}