@geekbeer/minion 2.70.2 → 2.73.0

package/core/db.js

@@ -0,0 +1,297 @@
+/**
+ * SQLite Database Module
+ * Provides a singleton SQLite database connection for all minion stores.
+ * Uses better-sqlite3 (synchronous API) with WAL mode for performance.
+ *
+ * Database file: $DATA_DIR/minion.db
+ *
+ * FTS5 uses the trigram tokenizer for Japanese/CJK language support.
+ * Trigram splits text into 3-character sequences, enabling substring search
+ * in any language without a language-specific tokenizer.
+ * Note: trigram requires search queries of 3+ characters.
+ * Shorter queries fall back to LIKE-based search in the store layer.
+ */
+
+const path = require('path')
+const fs = require('fs')
+
+const { DATA_DIR } = require('./lib/platform')
+const { config } = require('./config')
+
+let _db = null
+
+/**
+ * Resolve the database file path.
+ * Uses DATA_DIR if accessible, otherwise falls back to HOME_DIR.
+ */
+function resolveDbPath() {
+  try {
+    fs.accessSync(DATA_DIR, fs.constants.W_OK)
+    return path.join(DATA_DIR, 'minion.db')
+  } catch {
+    return path.join(config.HOME_DIR, 'minion.db')
+  }
+}
+
+/**
+ * Get the singleton database connection.
+ * Initializes the database and schema on first call.
+ * @returns {import('better-sqlite3').Database}
+ */
+function getDb() {
+  if (_db) return _db
+
+  const dbPath = resolveDbPath()
+  fs.mkdirSync(path.dirname(dbPath), { recursive: true })
+
+  const Database = require('better-sqlite3')
+  _db = new Database(dbPath)
+
+  // Performance & integrity settings
+  _db.pragma('journal_mode = WAL')
+  _db.pragma('foreign_keys = ON')
+
+  initSchema(_db)
+  migrateSchema(_db)
+
+  console.log(`[DB] SQLite database initialized: ${dbPath}`)
+  return _db
+}
+
+/**
+ * Initialize all tables, indices, FTS virtual tables, and triggers.
+ * All statements use IF NOT EXISTS for idempotency.
+ */
+function initSchema(db) {
+  db.exec(`
+    -- ==================== memories ====================
+    CREATE TABLE IF NOT EXISTS memories (
+      id TEXT PRIMARY KEY,
+      title TEXT NOT NULL DEFAULT 'Untitled',
+      category TEXT NOT NULL DEFAULT 'reference'
+        CHECK (category IN ('user', 'feedback', 'project', 'reference')),
+      content TEXT NOT NULL DEFAULT '',
+      created_at TEXT NOT NULL,
+      updated_at TEXT NOT NULL
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_memories_category ON memories(category);
+    CREATE INDEX IF NOT EXISTS idx_memories_updated_at ON memories(updated_at DESC);
+
+    -- FTS5 with trigram tokenizer for Japanese/CJK support
+    CREATE VIRTUAL TABLE IF NOT EXISTS memories_fts USING fts5(
+      title,
+      content,
+      content=memories,
+      content_rowid=rowid,
+      tokenize='trigram'
+    );
+
+    -- Triggers to keep FTS index in sync with memories table
+    CREATE TRIGGER IF NOT EXISTS memories_ai AFTER INSERT ON memories BEGIN
+      INSERT INTO memories_fts(rowid, title, content)
+        VALUES (new.rowid, new.title, new.content);
+    END;
+
+    CREATE TRIGGER IF NOT EXISTS memories_ad AFTER DELETE ON memories BEGIN
+      INSERT INTO memories_fts(memories_fts, rowid, title, content)
+        VALUES ('delete', old.rowid, old.title, old.content);
+    END;
+
+    CREATE TRIGGER IF NOT EXISTS memories_au AFTER UPDATE ON memories BEGIN
+      INSERT INTO memories_fts(memories_fts, rowid, title, content)
+        VALUES ('delete', old.rowid, old.title, old.content);
+      INSERT INTO memories_fts(rowid, title, content)
+        VALUES (new.rowid, new.title, new.content);
+    END;
+
+    -- ==================== daily_logs ====================
+    CREATE TABLE IF NOT EXISTS daily_logs (
+      date TEXT PRIMARY KEY,
+      content TEXT NOT NULL DEFAULT '',
+      created_at TEXT NOT NULL DEFAULT (datetime('now')),
+      updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+    );
+
+    -- FTS5 with trigram tokenizer for Japanese/CJK support
+    CREATE VIRTUAL TABLE IF NOT EXISTS daily_logs_fts USING fts5(
+      content,
+      content=daily_logs,
+      content_rowid=rowid,
+      tokenize='trigram'
+    );
+
+    CREATE TRIGGER IF NOT EXISTS daily_logs_ai AFTER INSERT ON daily_logs BEGIN
+      INSERT INTO daily_logs_fts(rowid, content)
+        VALUES (new.rowid, new.content);
+    END;
+
+    CREATE TRIGGER IF NOT EXISTS daily_logs_ad AFTER DELETE ON daily_logs BEGIN
+      INSERT INTO daily_logs_fts(daily_logs_fts, rowid, content)
+        VALUES ('delete', old.rowid, old.content);
+    END;
+
+    CREATE TRIGGER IF NOT EXISTS daily_logs_au AFTER UPDATE ON daily_logs BEGIN
+      INSERT INTO daily_logs_fts(daily_logs_fts, rowid, content)
+        VALUES ('delete', old.rowid, old.content);
+      INSERT INTO daily_logs_fts(rowid, content)
+        VALUES (new.rowid, new.content);
+    END;
+
+    -- ==================== chat_sessions ====================
+    CREATE TABLE IF NOT EXISTS chat_sessions (
+      session_id TEXT PRIMARY KEY,
+      turn_count INTEGER NOT NULL DEFAULT 0,
+      created_at INTEGER NOT NULL,
+      updated_at INTEGER NOT NULL
+    );
+
+    CREATE TABLE IF NOT EXISTS chat_messages (
+      id INTEGER PRIMARY KEY AUTOINCREMENT,
+      session_id TEXT NOT NULL REFERENCES chat_sessions(session_id) ON DELETE CASCADE,
+      role TEXT NOT NULL,
+      content TEXT NOT NULL,
+      timestamp INTEGER NOT NULL
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_chat_messages_session ON chat_messages(session_id, id);
+
+    -- ==================== executions ====================
+    CREATE TABLE IF NOT EXISTS executions (
+      id TEXT PRIMARY KEY,
+      skill_name TEXT,
+      workflow_id TEXT,
+      status TEXT,
+      created_at TEXT NOT NULL DEFAULT (datetime('now')),
+      data TEXT NOT NULL
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_executions_workflow ON executions(workflow_id);
+    CREATE INDEX IF NOT EXISTS idx_executions_created ON executions(created_at DESC);
+
+    -- ==================== routines ====================
+    CREATE TABLE IF NOT EXISTS routines (
+      id TEXT PRIMARY KEY,
+      name TEXT NOT NULL,
+      data TEXT NOT NULL
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_routines_name ON routines(name);
+
+    -- ==================== workflows ====================
+    CREATE TABLE IF NOT EXISTS workflows (
+      id TEXT PRIMARY KEY,
+      name TEXT NOT NULL,
+      data TEXT NOT NULL
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_workflows_name ON workflows(name);
+
+    -- ==================== schema_version ====================
+    CREATE TABLE IF NOT EXISTS schema_version (
+      version INTEGER PRIMARY KEY,
+      applied_at TEXT NOT NULL DEFAULT (datetime('now'))
+    );
+  `)
+}
+
+/**
+ * Run schema migrations for existing databases.
+ * Each migration checks schema_version to avoid re-running.
+ */
+function migrateSchema(db) {
+  const currentVersion = db.prepare(
+    'SELECT COALESCE(MAX(version), 0) as v FROM schema_version'
+  ).get().v
+
+  if (currentVersion < 1) {
+    // Migration 1: Recreate FTS tables with trigram tokenizer for Japanese support.
+    // The default unicode61 tokenizer doesn't tokenize CJK text correctly.
+    console.log('[DB] Migration 1: Switching FTS5 to trigram tokenizer...')
+
+    db.exec(`
+      -- Drop old FTS tables and triggers (may use unicode61 tokenizer)
+      DROP TRIGGER IF EXISTS memories_ai;
+      DROP TRIGGER IF EXISTS memories_ad;
+      DROP TRIGGER IF EXISTS memories_au;
+      DROP TABLE IF EXISTS memories_fts;
+
+      DROP TRIGGER IF EXISTS daily_logs_ai;
+      DROP TRIGGER IF EXISTS daily_logs_ad;
+      DROP TRIGGER IF EXISTS daily_logs_au;
+      DROP TABLE IF EXISTS daily_logs_fts;
+
+      -- Recreate with trigram tokenizer
+      CREATE VIRTUAL TABLE memories_fts USING fts5(
+        title,
+        content,
+        content=memories,
+        content_rowid=rowid,
+        tokenize='trigram'
+      );
+
+      CREATE TRIGGER memories_ai AFTER INSERT ON memories BEGIN
+        INSERT INTO memories_fts(rowid, title, content)
+          VALUES (new.rowid, new.title, new.content);
+      END;
+
+      CREATE TRIGGER memories_ad AFTER DELETE ON memories BEGIN
+        INSERT INTO memories_fts(memories_fts, rowid, title, content)
+          VALUES ('delete', old.rowid, old.title, old.content);
+      END;
+
+      CREATE TRIGGER memories_au AFTER UPDATE ON memories BEGIN
+        INSERT INTO memories_fts(memories_fts, rowid, title, content)
+          VALUES ('delete', old.rowid, old.title, old.content);
+        INSERT INTO memories_fts(rowid, title, content)
+          VALUES (new.rowid, new.title, new.content);
+      END;
+
+      CREATE VIRTUAL TABLE daily_logs_fts USING fts5(
+        content,
+        content=daily_logs,
+        content_rowid=rowid,
+        tokenize='trigram'
+      );
+
+      CREATE TRIGGER daily_logs_ai AFTER INSERT ON daily_logs BEGIN
+        INSERT INTO daily_logs_fts(rowid, content)
+          VALUES (new.rowid, new.content);
+      END;
+
+      CREATE TRIGGER daily_logs_ad AFTER DELETE ON daily_logs BEGIN
+        INSERT INTO daily_logs_fts(daily_logs_fts, rowid, content)
+          VALUES ('delete', old.rowid, old.content);
+      END;
+
+      CREATE TRIGGER daily_logs_au AFTER UPDATE ON daily_logs BEGIN
+        INSERT INTO daily_logs_fts(daily_logs_fts, rowid, content)
+          VALUES ('delete', old.rowid, old.content);
+        INSERT INTO daily_logs_fts(rowid, content)
+          VALUES (new.rowid, new.content);
+      END;
+
+      -- Rebuild FTS index from existing data
+      INSERT INTO memories_fts(memories_fts) VALUES ('rebuild');
+      INSERT INTO daily_logs_fts(daily_logs_fts) VALUES ('rebuild');
+
+      INSERT INTO schema_version (version) VALUES (1);
+    `)
+
+    console.log('[DB] Migration 1 complete: FTS5 trigram tokenizer applied')
+  }
+}
+
+/**
+ * Close the database connection.
+ * Call this during graceful shutdown to flush WAL.
+ */
+function closeDb() {
+  if (_db) {
+    _db.close()
+    _db = null
+    console.log('[DB] SQLite database closed')
+  }
+}
+
+module.exports = { getDb, closeDb }

package/core/lib/thread-watcher.js

@@ -194,8 +194,8 @@ async function evaluateWithLlm(threadSummary, threadDetail, allMessages, newMess
   const messageHistory = recentMessages
     .map(m => {
       const sender = m.sender_minion_id
-        ? (m.sender_minion_id === config.MINION_ID ? 'You' : `Minion(${m.sender_minion_id.slice(0, 8)})`)
-        : 'User'
+        ? (m.sender_minion_id === config.MINION_ID ? 'You' : (m.sender_name || `Minion(${m.sender_minion_id.slice(0, 8)})`))
+        : (m.sender_name || 'User')
       return `[${sender}] ${m.content}`
     })
     .join('\n')
@@ -238,10 +238,7 @@ ${messageHistory || '(メッセージなし)'}
 - 自分のロール（${myProject.role}）に関連する話題か
 - 自分が貢献できる知見や意見があるか
 - 既に十分な回答がある場合は重複を避ける
-- 人間に聞くべき場合は @user メンションを含めて返信する
-
-フォーマットルール:
-- 他のミニオンに言及する場合は必ず Minion(IDの先頭8文字) の形式を使うこと（例: メッセージ履歴中の Minion(abc12345) をそのまま使用）`
+- 人間に聞くべき場合は @user メンションを含めて返信する`
 
   try {
     const result = await llmCallFn(prompt)

package/core/routes/daily-logs.js

@@ -1,11 +1,11 @@
 /**
  * Daily log endpoints
  *
- * Provides CRUD access to daily conversation summaries.
- * Logs are stored as markdown files in $DATA_DIR/daily-logs/YYYY-MM-DD.md.
+ * Provides CRUD + search for daily conversation summaries.
+ * Logs are stored in SQLite with FTS5 full-text search.
  *
  * Endpoints:
- *   GET    /api/daily-logs          - List all logs (date + size)
+ *   GET    /api/daily-logs          - List all logs (or search with ?search=keyword)
  *   POST   /api/daily-logs          - Create a new daily log
  *   GET    /api/daily-logs/:date    - Get a specific day's log
  *   PUT    /api/daily-logs/:date    - Update a daily log
@@ -21,14 +21,20 @@ const dailyLogStore = require('../stores/daily-log-store')
  */
 async function dailyLogRoutes(fastify) {
 
-  // GET /api/daily-logs - List all logs
+  // GET /api/daily-logs - List or search logs
   fastify.get('/api/daily-logs', async (request, reply) => {
     if (!verifyToken(request)) {
       reply.code(401)
       return { success: false, error: 'Unauthorized' }
     }
 
-    const logs = await dailyLogStore.listLogs()
+    const { search } = request.query || {}
+    if (search) {
+      const logs = dailyLogStore.searchLogs(search)
+      return { success: true, logs }
+    }
+
+    const logs = dailyLogStore.listLogs()
     return { success: true, logs }
   })
 
@@ -46,13 +52,13 @@ async function dailyLogRoutes(fastify) {
     }
 
     // Check if log already exists
-    const existing = await dailyLogStore.loadLog(date)
+    const existing = dailyLogStore.loadLog(date)
     if (existing !== null) {
       reply.code(409)
       return { success: false, error: 'Log already exists for this date. Use PUT to update.' }
     }
 
-    await dailyLogStore.saveLog(date, content)
+    dailyLogStore.saveLog(date, content)
     console.log(`[DailyLogs] Created log: ${date}`)
     return { success: true, log: { date, content } }
   })
@@ -65,7 +71,7 @@ async function dailyLogRoutes(fastify) {
     }
 
     const { date } = request.params
-    const content = await dailyLogStore.loadLog(date)
+    const content = dailyLogStore.loadLog(date)
     if (content === null) {
       reply.code(404)
       return { success: false, error: 'Log not found' }
@@ -89,13 +95,13 @@ async function dailyLogRoutes(fastify) {
     }
 
     // Check if log exists
-    const existing = await dailyLogStore.loadLog(date)
+    const existing = dailyLogStore.loadLog(date)
     if (existing === null) {
       reply.code(404)
       return { success: false, error: 'Log not found' }
     }
 
-    await dailyLogStore.saveLog(date, content)
+    dailyLogStore.saveLog(date, content)
     console.log(`[DailyLogs] Updated log: ${date}`)
     return { success: true, log: { date, content } }
   })
@@ -108,7 +114,7 @@ async function dailyLogRoutes(fastify) {
     }
 
     const { date } = request.params
-    const deleted = await dailyLogStore.deleteLog(date)
+    const deleted = dailyLogStore.deleteLog(date)
     if (!deleted) {
       reply.code(404)
       return { success: false, error: 'Log not found' }

package/core/routes/memory.js

@@ -1,11 +1,11 @@
 /**
  * Memory management endpoints
  *
- * Provides CRUD for the minion's long-term memory entries.
- * Memory is stored as markdown files with YAML frontmatter in $DATA_DIR/memory/.
+ * Provides CRUD + search for the minion's long-term memory entries.
+ * Memory is stored in SQLite with FTS5 full-text search.
  *
  * Endpoints:
- *   GET    /api/memory          - List all memory entries
+ *   GET    /api/memory          - List all entries (or search with ?search=keyword)
  *   GET    /api/memory/:id      - Get a single entry
  *   POST   /api/memory          - Create a new entry
  *   PUT    /api/memory/:id      - Update an entry
@@ -21,14 +21,20 @@ const memoryStore = require('../stores/memory-store')
  */
 async function memoryRoutes(fastify) {
 
-  // GET /api/memory - List all entries
+  // GET /api/memory - List or search entries
   fastify.get('/api/memory', async (request, reply) => {
     if (!verifyToken(request)) {
       reply.code(401)
       return { success: false, error: 'Unauthorized' }
     }
 
-    const entries = await memoryStore.listEntries()
+    const { search } = request.query || {}
+    if (search) {
+      const entries = memoryStore.searchEntries(search)
+      return { success: true, entries }
+    }
+
+    const entries = memoryStore.listEntries()
     return { success: true, entries }
   })
 
@@ -39,7 +45,7 @@ async function memoryRoutes(fastify) {
       return { success: false, error: 'Unauthorized' }
     }
 
-    const entry = await memoryStore.loadEntry(request.params.id)
+    const entry = memoryStore.loadEntry(request.params.id)
     if (!entry) {
       reply.code(404)
       return { success: false, error: 'Entry not found' }
@@ -61,7 +67,7 @@ async function memoryRoutes(fastify) {
       return { success: false, error: 'title and content are required' }
     }
 
-    const entry = await memoryStore.saveEntry({ title, category, content })
+    const entry = memoryStore.saveEntry({ title, category, content })
     console.log(`[Memory] Created entry: ${entry.id} (${entry.title})`)
     return { success: true, entry }
   })
@@ -73,14 +79,14 @@ async function memoryRoutes(fastify) {
       return { success: false, error: 'Unauthorized' }
     }
 
-    const existing = await memoryStore.loadEntry(request.params.id)
+    const existing = memoryStore.loadEntry(request.params.id)
     if (!existing) {
       reply.code(404)
       return { success: false, error: 'Entry not found' }
     }
 
     const { title, category, content } = request.body || {}
-    const entry = await memoryStore.saveEntry({
+    const entry = memoryStore.saveEntry({
       id: request.params.id,
       title: title || existing.title,
       category: category || existing.category,
@@ -98,7 +104,7 @@ async function memoryRoutes(fastify) {
       return { success: false, error: 'Unauthorized' }
     }
 
-    const deleted = await memoryStore.deleteEntry(request.params.id)
+    const deleted = memoryStore.deleteEntry(request.params.id)
     if (!deleted) {
       reply.code(404)
       return { success: false, error: 'Entry not found' }