openclaw-mem 1.0.4 → 1.3.0

package/lib/database.js

@@ -1,309 +0,0 @@
-/**
- * OpenClaw-Mem Database Module
- * SQLite-based storage for observations, sessions, and summaries
- */
-
-import fs from 'node:fs';
-import path from 'node:path';
-import os from 'node:os';
-import Database from 'better-sqlite3';
-
-const DATA_DIR = path.join(os.homedir(), '.openclaw-mem');
-const DB_PATH = path.join(DATA_DIR, 'memory.db');
-
-// Ensure data directory exists
-if (!fs.existsSync(DATA_DIR)) {
-  fs.mkdirSync(DATA_DIR, { recursive: true });
-}
-
-// Initialize database
-const db = new Database(DB_PATH);
-db.pragma('journal_mode = WAL');
-
-// Create tables
-db.exec(`
-  -- Sessions table
-  CREATE TABLE IF NOT EXISTS sessions (
-    id TEXT PRIMARY KEY,
-    project_path TEXT,
-    session_key TEXT,
-    started_at TEXT DEFAULT (datetime('now')),
-    ended_at TEXT,
-    status TEXT DEFAULT 'active',
-    source TEXT
-  );
-
-  -- Observations table (tool calls)
-  CREATE TABLE IF NOT EXISTS observations (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    session_id TEXT,
-    timestamp TEXT DEFAULT (datetime('now')),
-    tool_name TEXT NOT NULL,
-    tool_input TEXT,
-    tool_response TEXT,
-    summary TEXT,
-    concepts TEXT,
-    tokens_discovery INTEGER DEFAULT 0,
-    tokens_read INTEGER DEFAULT 0,
-    FOREIGN KEY (session_id) REFERENCES sessions(id)
-  );
-
-  -- Summaries table
-  CREATE TABLE IF NOT EXISTS summaries (
-    id INTEGER PRIMARY KEY AUTOINCREMENT,
-    session_id TEXT,
-    content TEXT,
-    request TEXT,
-    completed TEXT,
-    next_steps TEXT,
-    created_at TEXT DEFAULT (datetime('now')),
-    FOREIGN KEY (session_id) REFERENCES sessions(id)
-  );
-
-  -- Full-text search index
-  CREATE VIRTUAL TABLE IF NOT EXISTS observations_fts USING fts5(
-    tool_name,
-    summary,
-    concepts,
-    content='observations',
-    content_rowid='id'
-  );
-
-  -- Triggers for FTS sync
-  CREATE TRIGGER IF NOT EXISTS observations_ai AFTER INSERT ON observations BEGIN
-    INSERT INTO observations_fts(rowid, tool_name, summary, concepts)
-    VALUES (new.id, new.tool_name, new.summary, new.concepts);
-  END;
-
-  CREATE TRIGGER IF NOT EXISTS observations_ad AFTER DELETE ON observations BEGIN
-    INSERT INTO observations_fts(observations_fts, rowid, tool_name, summary, concepts)
-    VALUES ('delete', old.id, old.tool_name, old.summary, old.concepts);
-  END;
-
-  CREATE TRIGGER IF NOT EXISTS observations_au AFTER UPDATE ON observations BEGIN
-    INSERT INTO observations_fts(observations_fts, rowid, tool_name, summary, concepts)
-    VALUES ('delete', old.id, old.tool_name, old.summary, old.concepts);
-    INSERT INTO observations_fts(rowid, tool_name, summary, concepts)
-    VALUES (new.id, new.tool_name, new.summary, new.concepts);
-  END;
-
-  -- Indexes
-  CREATE INDEX IF NOT EXISTS idx_observations_session ON observations(session_id);
-  CREATE INDEX IF NOT EXISTS idx_observations_timestamp ON observations(timestamp DESC);
-  CREATE INDEX IF NOT EXISTS idx_observations_tool ON observations(tool_name);
-  CREATE INDEX IF NOT EXISTS idx_sessions_project ON sessions(project_path);
-`);
-
-// Prepared statements
-const stmts = {
-  // Sessions
-  createSession: db.prepare(`
-    INSERT INTO sessions (id, project_path, session_key, source)
-    VALUES (?, ?, ?, ?)
-  `),
-
-  getSession: db.prepare(`
-    SELECT * FROM sessions WHERE id = ?
-  `),
-
-  endSession: db.prepare(`
-    UPDATE sessions SET ended_at = datetime('now'), status = 'completed'
-    WHERE id = ?
-  `),
-
-  getActiveSession: db.prepare(`
-    SELECT * FROM sessions WHERE session_key = ? AND status = 'active'
-    ORDER BY started_at DESC LIMIT 1
-  `),
-
-  // Observations
-  saveObservation: db.prepare(`
-    INSERT INTO observations (session_id, tool_name, tool_input, tool_response, summary, concepts, tokens_discovery, tokens_read)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?)
-  `),
-
-  getObservation: db.prepare(`
-    SELECT * FROM observations WHERE id = ?
-  `),
-
-  getObservations: db.prepare(`
-    SELECT * FROM observations WHERE id IN (SELECT value FROM json_each(?))
-  `),
-
-  updateObservationSummary: db.prepare(`
-    UPDATE observations SET summary = ?, concepts = ?, tokens_read = ?
-    WHERE id = ?
-  `),
-
-  getRecentObservations: db.prepare(`
-    SELECT o.*, s.project_path
-    FROM observations o
-    JOIN sessions s ON o.session_id = s.id
-    WHERE s.project_path = ?
-    ORDER BY o.timestamp DESC
-    LIMIT ?
-  `),
-
-  getRecentObservationsAll: db.prepare(`
-    SELECT o.*, s.project_path
-    FROM observations o
-    JOIN sessions s ON o.session_id = s.id
-    ORDER BY o.timestamp DESC
-    LIMIT ?
-  `),
-
-  searchObservations: db.prepare(`
-    SELECT o.*, s.project_path,
-           highlight(observations_fts, 1, '<mark>', '</mark>') as summary_highlight
-    FROM observations_fts fts
-    JOIN observations o ON fts.rowid = o.id
-    JOIN sessions s ON o.session_id = s.id
-    WHERE observations_fts MATCH ?
-    ORDER BY rank
-    LIMIT ?
-  `),
-
-  // Summaries
-  saveSummary: db.prepare(`
-    INSERT INTO summaries (session_id, content, request, completed, next_steps)
-    VALUES (?, ?, ?, ?, ?)
-  `),
-
-  getRecentSummaries: db.prepare(`
-    SELECT su.*, s.project_path
-    FROM summaries su
-    JOIN sessions s ON su.session_id = s.id
-    WHERE s.project_path = ?
-    ORDER BY su.created_at DESC
-    LIMIT ?
-  `),
-
-  // Stats
-  getStats: db.prepare(`
-    SELECT
-      (SELECT COUNT(*) FROM sessions) as total_sessions,
-      (SELECT COUNT(*) FROM observations) as total_observations,
-      (SELECT COUNT(*) FROM summaries) as total_summaries,
-      (SELECT SUM(tokens_discovery) FROM observations) as total_discovery_tokens,
-      (SELECT SUM(tokens_read) FROM observations) as total_read_tokens
-  `)
-};
-
-// Database API
-export const database = {
-  // Session operations
-  createSession(id, projectPath, sessionKey, source = 'unknown') {
-    try {
-      stmts.createSession.run(id, projectPath, sessionKey, source);
-      return { success: true, id };
-    } catch (err) {
-      // Session might already exist
-      return { success: false, error: err.message };
-    }
-  },
-
-  getSession(id) {
-    return stmts.getSession.get(id);
-  },
-
-  getActiveSession(sessionKey) {
-    return stmts.getActiveSession.get(sessionKey);
-  },
-
-  endSession(id) {
-    stmts.endSession.run(id);
-  },
-
-  // Observation operations
-  saveObservation(sessionId, toolName, toolInput, toolResponse, options = {}) {
-    const {
-      summary = null,
-      concepts = null,
-      tokensDiscovery = 0,
-      tokensRead = 0
-    } = options;
-
-    const result = stmts.saveObservation.run(
-      sessionId,
-      toolName,
-      JSON.stringify(toolInput),
-      JSON.stringify(toolResponse),
-      summary,
-      concepts,
-      tokensDiscovery,
-      tokensRead
-    );
-
-    return { success: true, id: result.lastInsertRowid };
-  },
-
-  getObservation(id) {
-    const row = stmts.getObservation.get(id);
-    if (row) {
-      row.tool_input = JSON.parse(row.tool_input || '{}');
-      row.tool_response = JSON.parse(row.tool_response || '{}');
-    }
-    return row;
-  },
-
-  getObservations(ids) {
-    const rows = stmts.getObservations.all(JSON.stringify(ids));
-    return rows.map(row => ({
-      ...row,
-      tool_input: JSON.parse(row.tool_input || '{}'),
-      tool_response: JSON.parse(row.tool_response || '{}')
-    }));
-  },
-
-  updateObservationSummary(id, summary, concepts, tokensRead) {
-    stmts.updateObservationSummary.run(summary, concepts, tokensRead, id);
-  },
-
-  getRecentObservations(projectPath, limit = 50) {
-    const rows = projectPath
-      ? stmts.getRecentObservations.all(projectPath, limit)
-      : stmts.getRecentObservationsAll.all(limit);
-
-    return rows.map(row => ({
-      ...row,
-      tool_input: JSON.parse(row.tool_input || '{}'),
-      tool_response: JSON.parse(row.tool_response || '{}')
-    }));
-  },
-
-  searchObservations(query, limit = 20) {
-    try {
-      const rows = stmts.searchObservations.all(query, limit);
-      return rows.map(row => ({
-        ...row,
-        tool_input: JSON.parse(row.tool_input || '{}'),
-        tool_response: JSON.parse(row.tool_response || '{}')
-      }));
-    } catch (err) {
-      console.error('[openclaw-mem] Search error:', err.message);
-      return [];
-    }
-  },
-
-  // Summary operations
-  saveSummary(sessionId, content, request = null, completed = null, nextSteps = null) {
-    const result = stmts.saveSummary.run(sessionId, content, request, completed, nextSteps);
-    return { success: true, id: result.lastInsertRowid };
-  },
-
-  getRecentSummaries(projectPath, limit = 5) {
-    return stmts.getRecentSummaries.all(projectPath, limit);
-  },
-
-  // Stats
-  getStats() {
-    return stmts.getStats.get();
-  },
-
-  // Close database
-  close() {
-    db.close();
-  }
-};
-
-export default database;