agentboss 0.1.0

package/server/db/schema.js

@@ -0,0 +1,487 @@
+/**
+ * Database schema for Agent Boss (boss.db)
+ * All tables as defined in design doc §5
+ *
+ * Uses sql.js (SQLite compiled to WebAssembly) for zero-native-dependency
+ * portability. The database lives in-memory with explicit file persistence
+ * managed by connection.js.
+ *
+ * @author Felix
+ */
+
+const path = require('path');
+const os = require('os');
+
+/**
+ * Returns the default path to boss.db.
+ *
+ * @returns {string} Absolute path to ~/.agent-boss/boss.db
+ */
+function getDbPath() {
+  const dir = path.join(os.homedir(), '.agent-boss');
+  return path.join(dir, 'boss.db');
+}
+
+/**
+ * Initialise all tables, indexes, and default seed data.
+ *
+ * sql.js notes:
+ *  - db.run(sql, params) executes a single statement (with optional bindings).
+ *  - db.exec(sql) executes one-or-more statements (no bindings).
+ *  - No WAL mode — sql.js operates in-memory; persistence is handled
+ *    externally via db.export() + fs.writeFileSync().
+ *
+ * @param {import('sql.js').Database} db  An sql.js Database instance
+ */
+function initDatabase(db) {
+  // Enable foreign keys (WAL & busy_timeout are N/A for in-memory sql.js)
+  db.run('PRAGMA foreign_keys = ON;');
+
+  // ------------------------------------------------------------------
+  // §5.1  Unified intermediate layer (ETL writes)
+  // ------------------------------------------------------------------
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS unified_session (
+      id TEXT PRIMARY KEY,
+      source TEXT NOT NULL,
+      date TEXT NOT NULL,
+      started_at TEXT NOT NULL,
+      ended_at TEXT,
+      duration_minutes INTEGER,
+      active_minutes INTEGER,
+      message_count INTEGER DEFAULT 0,
+      tokens_input INTEGER DEFAULT 0,
+      tokens_output INTEGER DEFAULT 0,
+      tokens_reasoning INTEGER DEFAULT 0,
+      tokens_cache_read INTEGER DEFAULT 0,
+      tokens_cache_write INTEGER DEFAULT 0,
+      cost_usd REAL DEFAULT 0,
+      project TEXT,
+      title TEXT,
+      model TEXT,
+      error_count INTEGER DEFAULT 0,
+      tool_call_count INTEGER DEFAULT 0,
+      summary_additions INTEGER DEFAULT 0,
+      summary_deletions INTEGER DEFAULT 0,
+      summary_files INTEGER DEFAULT 0,
+      reverted INTEGER DEFAULT 0,
+      time_compacting REAL DEFAULT 0
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_unified_session_date
+      ON unified_session(date);
+    CREATE INDEX IF NOT EXISTS idx_unified_session_source_date
+      ON unified_session(source, date);
+    CREATE INDEX IF NOT EXISTS idx_unified_session_project
+      ON unified_session(project);
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS unified_message (
+      id TEXT PRIMARY KEY,
+      session_id TEXT NOT NULL,
+      source TEXT NOT NULL,
+      role TEXT NOT NULL,
+      timestamp TEXT NOT NULL,
+      tokens_input INTEGER DEFAULT 0,
+      tokens_output INTEGER DEFAULT 0,
+      tokens_reasoning INTEGER DEFAULT 0,
+      cost_usd REAL DEFAULT 0,
+      content_length INTEGER DEFAULT 0,
+      is_error INTEGER DEFAULT 0,
+      model_id TEXT
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_unified_message_session
+      ON unified_message(session_id, timestamp);
+    CREATE INDEX IF NOT EXISTS idx_unified_message_source
+      ON unified_message(source, timestamp);
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS unified_part (
+      id TEXT PRIMARY KEY,
+      message_id TEXT NOT NULL,
+      session_id TEXT NOT NULL,
+      source TEXT NOT NULL,
+      type TEXT NOT NULL,
+      timestamp TEXT NOT NULL
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_unified_part_session
+      ON unified_part(session_id);
+    CREATE INDEX IF NOT EXISTS idx_unified_part_message
+      ON unified_part(message_id);
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS unified_tool_call (
+      id TEXT PRIMARY KEY,
+      part_id TEXT NOT NULL,
+      session_id TEXT NOT NULL,
+      source TEXT NOT NULL,
+      tool_name TEXT NOT NULL,
+      timestamp TEXT NOT NULL,
+      status TEXT,
+      error_message TEXT,
+      target_file TEXT
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_unified_tool_call_session
+      ON unified_tool_call(session_id, timestamp);
+    CREATE INDEX IF NOT EXISTS idx_unified_tool_call_tool
+      ON unified_tool_call(tool_name);
+  `);
+
+  // ------------------------------------------------------------------
+  // §5.2  Analysis results layer (analysis job writes)
+  // ------------------------------------------------------------------
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS session_analysis (
+      session_id TEXT PRIMARY KEY,
+      source TEXT,
+      analyzed_at TEXT,
+      score_a REAL,
+      score_b REAL,
+      score_c REAL,
+      score_d REAL,
+      score_e REAL,
+      sub_scores TEXT,
+      highlight_dims TEXT,
+      status TEXT DEFAULT 'pending'
+    );
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS daily_summary (
+      id TEXT PRIMARY KEY,
+      date TEXT NOT NULL,
+      source TEXT NOT NULL,
+      session_count INTEGER DEFAULT 0,
+      message_count INTEGER DEFAULT 0,
+      tool_call_count INTEGER DEFAULT 0,
+      tokens_input INTEGER DEFAULT 0,
+      tokens_output INTEGER DEFAULT 0,
+      tokens_reasoning INTEGER DEFAULT 0,
+      tokens_cache_read INTEGER DEFAULT 0,
+      tokens_cache_write INTEGER DEFAULT 0,
+      cost_usd REAL DEFAULT 0,
+      first_activity_at TEXT,
+      last_activity_at TEXT,
+      active_minutes INTEGER DEFAULT 0,
+      peak_hour INTEGER,
+      error_count INTEGER DEFAULT 0,
+      revert_count INTEGER DEFAULT 0,
+      additions INTEGER DEFAULT 0,
+      deletions INTEGER DEFAULT 0
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_daily_summary_date
+      ON daily_summary(date);
+    CREATE INDEX IF NOT EXISTS idx_daily_summary_source_date
+      ON daily_summary(source, date);
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS hourly_activity (
+      date TEXT NOT NULL,
+      hour INTEGER NOT NULL,
+      source TEXT NOT NULL,
+      message_count INTEGER DEFAULT 0,
+      session_count INTEGER DEFAULT 0,
+      error_count INTEGER DEFAULT 0,
+      tool_call_count INTEGER DEFAULT 0,
+      PRIMARY KEY (date, hour, source)
+    );
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS dimension_score (
+      id TEXT PRIMARY KEY,
+      date TEXT,
+      period TEXT,
+      source TEXT,
+      score_a REAL,
+      score_b REAL,
+      score_c REAL,
+      score_d REAL,
+      score_e REAL,
+      session_count INTEGER
+    );
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS insight (
+      id TEXT PRIMARY KEY,
+      date TEXT,
+      period TEXT,
+      dimension TEXT,
+      type TEXT,
+      text TEXT,
+      severity TEXT,
+      evidence TEXT
+    );
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS collab_bill (
+      id TEXT PRIMARY KEY,
+      date TEXT NOT NULL,
+      period TEXT NOT NULL,
+      source TEXT,
+      rework_minutes REAL DEFAULT 0,
+      abandon_minutes REAL DEFAULT 0,
+      idle_output_minutes REAL DEFAULT 0,
+      model_mismatch_cost REAL DEFAULT 0,
+      model_mismatch_count INTEGER DEFAULT 0,
+      sunk_cost_usd REAL DEFAULT 0,
+      sunk_cost_minutes REAL DEFAULT 0,
+      sunk_session_count INTEGER DEFAULT 0,
+      hourly_rate REAL
+    );
+  `);
+
+  // ------------------------------------------------------------------
+  // §5.3  Configuration & state layer
+  // ------------------------------------------------------------------
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS tool_config (
+      tool TEXT PRIMARY KEY,
+      enabled INTEGER DEFAULT 1,
+      data_path TEXT,
+      status TEXT DEFAULT 'unknown',
+      label TEXT NOT NULL
+    );
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS user_settings (
+      key TEXT PRIMARY KEY,
+      value TEXT
+    );
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS etl_state (
+      source TEXT PRIMARY KEY,
+      last_sync_at TEXT,
+      last_session_id TEXT,
+      last_session_time TEXT,
+      status TEXT DEFAULT 'idle'
+    );
+  `);
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS analysis_state (
+      id INTEGER PRIMARY KEY DEFAULT 1,
+      status TEXT DEFAULT 'idle',
+      current_date TEXT,
+      analyzed_count INTEGER DEFAULT 0,
+      total_count INTEGER DEFAULT 0,
+      last_analyzed_at TEXT
+    );
+  `);
+
+  // ------------------------------------------------------------------
+  // §5.4  Advice execution layer
+  //
+  // Per-AdviceItem runs of opencode/claude inside the session's project
+  // directory.  See server/execution/job.js and
+  // docs/superpowers/specs/2026-06-13-advice-execution-design.md.
+  // ------------------------------------------------------------------
+
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS execution_run (
+      id              TEXT PRIMARY KEY,
+      session_id      TEXT NOT NULL,
+      advice_key      TEXT NOT NULL,
+      advice_snapshot TEXT NOT NULL,
+      project         TEXT NOT NULL,
+      executor        TEXT NOT NULL,
+      status          TEXT NOT NULL,
+      started_at      TEXT,
+      ended_at        TEXT,
+      exit_code       INTEGER,
+      stdout          TEXT,
+      stderr          TEXT,
+      error           TEXT,
+      duration_ms     INTEGER
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_execution_run_session
+      ON execution_run(session_id, advice_key, started_at DESC);
+    CREATE INDEX IF NOT EXISTS idx_execution_run_status
+      ON execution_run(status);
+  `);
+
+  // ----- Seed default rows -----
+
+  const defaultSettings = [
+    ['hourly_rate', '0'],
+    ['display_currency', 'USD'],
+    ['currency_rate', '1'],
+    ['idle_threshold_minutes', '5'],
+    ['llm_tool_preference', 'auto'],
+    // v2: opt-in LLM judge for E1/O1 dimensions
+    ['enable_llm_judge', '0'],
+  ];
+
+  const stmt = db.prepare(
+    'INSERT OR IGNORE INTO user_settings (key, value) VALUES (?, ?)'
+  );
+  for (const [key, value] of defaultSettings) {
+    stmt.bind([key, value]);
+    stmt.step();
+    stmt.reset();
+  }
+  stmt.free();
+
+  // Default analysis state row
+  db.run(
+    'INSERT OR IGNORE INTO analysis_state (id, status) VALUES (?, ?)',
+    [1, 'idle']
+  );
+
+  // ------------------------------------------------------------------
+  // §5.4  v2 capability-model additions  (additive; tolerated on legacy)
+  // ------------------------------------------------------------------
+
+  applyV2Migrations(db);
+}
+
+// ---------------------------------------------------------------------------
+//  Migration helpers
+// ---------------------------------------------------------------------------
+
+/**
+ * Add a column to an existing table only when missing.  Uses
+ * `PRAGMA table_info` to discover existing columns.  This is the cheapest
+ * possible migration runner — good enough while the project is pre-1.0
+ * and the only writer is a single in-memory sql.js instance.
+ *
+ * @param {object} db    sql.js database
+ * @param {string} table table name
+ * @param {string} col   column name to add
+ * @param {string} ddl   the column DDL fragment, e.g. "TEXT DEFAULT NULL"
+ */
+function ensureColumn(db, table, col, ddl) {
+  const res = db.exec(`PRAGMA table_info(${table})`);
+  if (!res || !res[0]) return;
+  const cols = res[0].values.map((r) => r[1]);
+  if (cols.includes(col)) return;
+  db.exec(`ALTER TABLE ${table} ADD COLUMN ${col} ${ddl}`);
+}
+
+/** Add columns introduced for the v2 capability model. */
+function applyV2Migrations(db) {
+  // unified_message: store text payload so text-based signals can run
+  // without re-opening the source DB.  Defaults to NULL on legacy rows.
+  ensureColumn(db, 'unified_message', 'text', 'TEXT');
+
+  // unified_session: track which sessions are subagents (delegated by a
+  // parent task call) and what flavour they are ('build' / 'explore' /
+  // null for top-level).  Used so the "会话列表" views hide subagents by
+  // default while statistics (cost / token / advice generation) still
+  // include them.  Legacy rows have NULL parent_session_id; a startup
+  // backfill (server/etl/backfill-subagents.js) repairs them from the
+  // source opencode.db.
+  ensureColumn(db, 'unified_session', 'parent_session_id', 'TEXT');
+  ensureColumn(db, 'unified_session', 'agent_type',        'TEXT');
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_unified_session_parent
+      ON unified_session(parent_session_id);
+  `);
+
+  // session_analysis: v2 scores per dimension + difficulty + LLM cache.
+  ensureColumn(db, 'session_analysis', 'difficulty',     'INTEGER');
+  ensureColumn(db, 'session_analysis', 'score_h1',       'REAL');
+  ensureColumn(db, 'session_analysis', 'level_h1',       'INTEGER');
+  ensureColumn(db, 'session_analysis', 'score_h2',       'REAL');
+  ensureColumn(db, 'session_analysis', 'level_h2',       'INTEGER');
+  ensureColumn(db, 'session_analysis', 'score_h3',       'REAL');
+  ensureColumn(db, 'session_analysis', 'level_h3',       'INTEGER');
+  ensureColumn(db, 'session_analysis', 'score_e1',       'REAL');
+  ensureColumn(db, 'session_analysis', 'level_e1',       'INTEGER');
+  ensureColumn(db, 'session_analysis', 'score_e2',       'REAL');
+  ensureColumn(db, 'session_analysis', 'level_e2',       'INTEGER');
+  ensureColumn(db, 'session_analysis', 'score_o1',       'REAL');
+  ensureColumn(db, 'session_analysis', 'level_o1',       'INTEGER');
+  ensureColumn(db, 'session_analysis', 'sub_scores_v2',  'TEXT');
+  ensureColumn(db, 'session_analysis', 'llm_judge_v2',   'TEXT');
+  ensureColumn(db, 'session_analysis', 'judge_source',   'TEXT');
+
+  // Per-session AI advice (cost / accuracy / context / skills / workflow).
+  // Stores the latest llm-generated suggestion blob.  Versioned via
+  // ADVICE_PROMPT_VERSION inside the JSON payload — bumping that constant
+  // makes old caches self-invalidate without a schema change.  See
+  // server/llm/advice-prompt.js and docs/superpowers/specs/2026-06-13-session-advice-design.md.
+  ensureColumn(db, 'session_analysis', 'llm_advice',     'TEXT');
+
+  // -- execution_run: scope-extended for project-level executions --
+  //
+  // Original rows store a session_id and look up the AdviceItem in
+  // session_analysis.llm_advice.  Project-level runs use scope='project',
+  // a synthetic key in scope_id (canonical project path + scope details),
+  // and look up the AdviceItem in project_advice.llm_advice.  Older rows
+  // (from before this migration) implicitly have scope='session' /
+  // scope_id=session_id; the read path treats NULL scope as 'session'.
+  ensureColumn(db, 'execution_run', 'scope',    "TEXT");        // 'session' | 'project'
+  ensureColumn(db, 'execution_run', 'scope_id', 'TEXT');        // session_id OR canonical project path
+  ensureColumn(db, 'execution_run', 'scope_meta', 'TEXT');      // JSON {scope:'project', period, from, to} for project runs
+  db.exec(`
+    CREATE INDEX IF NOT EXISTS idx_execution_run_scope
+      ON execution_run(scope, scope_id, advice_key, started_at DESC);
+  `);
+
+  // Project-level AI advice (cross-session meta-analysis).  Aggregates the
+  // already-cached per-session llm_advice payloads under a given project
+  // for a given window into a single new payload.  PK is project + scope
+  // + window_from + window_to so the same project can be analysed multiple
+  // times (e.g. yesterday window AND weekly window) without colliding.
+  //
+  // See server/llm/project-advice.js and the API at /api/project/:key/advice.
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS project_advice (
+      project       TEXT NOT NULL,
+      scope         TEXT NOT NULL,         -- 'daily' | 'weekly' | 'all'
+      window_from   TEXT NOT NULL,         -- inclusive YYYY-MM-DD ('' when scope='all')
+      window_to     TEXT NOT NULL,         -- inclusive YYYY-MM-DD ('' when scope='all')
+      session_count INTEGER DEFAULT 0,
+      session_ids   TEXT,                  -- JSON array of session ids used
+      llm_advice    TEXT,                  -- JSON payload (same shape as session llm_advice + crossSessionPatterns)
+      v             INTEGER,               -- PROJECT_ADVICE_PROMPT_VERSION at time of generation
+      cli           TEXT,
+      cached_at     TEXT,
+      PRIMARY KEY (project, scope, window_from, window_to)
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_project_advice_project
+      ON project_advice(project);
+  `);
+
+  // Rolling capability aggregate (H3 lives here).
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS capability_rollup_v2 (
+      id            TEXT PRIMARY KEY,
+      period        TEXT NOT NULL,
+      end_date      TEXT NOT NULL,
+      window_days   INTEGER NOT NULL,
+      score_h1      REAL,  level_h1 INTEGER,
+      score_h2      REAL,  level_h2 INTEGER,
+      score_h3      REAL,  level_h3 INTEGER,
+      score_e1      REAL,  level_e1 INTEGER,
+      score_e2      REAL,  level_e2 INTEGER,
+      score_o1      REAL,  level_o1 INTEGER,
+      sub_scores_v2 TEXT,
+      computed_at   TEXT
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_capability_rollup_v2_end
+      ON capability_rollup_v2(period, end_date);
+  `);
+}
+
+module.exports = { initDatabase, getDbPath, applyV2Migrations };

package/server/etl/active-time.js

@@ -0,0 +1,150 @@
+/**
+ * Active-time calculation for Agent Boss sessions (design doc §4.8)
+ *
+ * Algorithm:
+ *  1. Take all messages for a session from unified_message, ordered by timestamp
+ *  2. Calculate time intervals between adjacent messages
+ *  3. Intervals <= IDLE_THRESHOLD (default 5 min) are "active"
+ *  4. Intervals > IDLE_THRESHOLD are "idle" and excluded
+ *  5. active_minutes = SUM(active intervals) + end cap (1 min, capped)
+ *
+ * @author Felix
+ */
+
+const { getSetting, queryAll } = require('../db/queries');
+
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+
+/** Default idle threshold in minutes */
+const DEFAULT_IDLE_THRESHOLD_MINUTES = 5;
+
+/** End cap added after the last active interval (minutes) */
+const END_CAP_MINUTES = 1;
+
+// ---------------------------------------------------------------------------
+// Pure computation helper
+// ---------------------------------------------------------------------------
+
+/**
+ * Calculate active minutes for a single session given its messages.
+ *
+ * @param {Array<{timestamp: string}>} messages - array of objects with ISO 8601
+ *   timestamp strings, sorted ASC
+ * @param {number} idleThresholdMs - threshold in milliseconds; intervals longer
+ *   than this are considered idle
+ * @returns {number} active minutes (integer, >= 0)
+ */
+function computeActiveMinutes(messages, idleThresholdMs) {
+  if (!messages || messages.length === 0) {
+    return 0;
+  }
+  if (messages.length === 1) {
+    return 1; // minimum for a single-message session
+  }
+
+  // Parse timestamps once
+  const times = messages.map((m) => new Date(m.timestamp).getTime());
+
+  let activeMs = 0;
+
+  for (let i = 1; i < times.length; i++) {
+    const interval = times[i] - times[i - 1];
+    if (interval <= idleThresholdMs) {
+      activeMs += interval;
+    }
+    // idle intervals are simply skipped
+  }
+
+  // End cap: add 1 minute, but don't exceed the last interval if it's < 1 min
+  const lastInterval = times[times.length - 1] - times[times.length - 2];
+  const endCapMs = END_CAP_MINUTES * 60 * 1000;
+  const cappedEndMs = Math.min(endCapMs, lastInterval);
+  activeMs += cappedEndMs;
+
+  // Convert to integer minutes (ceil so sub-minute activity isn't lost)
+  return Math.ceil(activeMs / 60000);
+}
+
+// ---------------------------------------------------------------------------
+// Main batch function
+// ---------------------------------------------------------------------------
+
+/**
+ * Calculate active_minutes for all sessions that don't have it yet.
+ *
+ * Resolution order for idle threshold:
+ *  1. options.idleThresholdMinutes (caller override)
+ *  2. user_settings row with key 'idle_threshold_minutes'
+ *  3. DEFAULT_IDLE_THRESHOLD_MINUTES (5)
+ *
+ * @param {object} db - sql.js database instance (boss.db)
+ * @param {object} [options] - { idleThresholdMinutes: number }
+ * @returns {number} count of sessions updated
+ */
+function calculateActiveTime(db, options = {}) {
+  // --- resolve idle threshold ---
+  let thresholdMinutes = options.idleThresholdMinutes;
+
+  if (thresholdMinutes == null) {
+    const settingValue = getSetting(db, 'idle_threshold_minutes');
+    if (settingValue != null) {
+      thresholdMinutes = Number(settingValue);
+    }
+  }
+
+  if (thresholdMinutes == null || Number.isNaN(thresholdMinutes)) {
+    thresholdMinutes = DEFAULT_IDLE_THRESHOLD_MINUTES;
+  }
+
+  const idleThresholdMs = thresholdMinutes * 60 * 1000;
+
+  // --- find sessions that still need active_minutes ---
+  const sessions = queryAll(
+    db,
+    'SELECT id FROM unified_session WHERE active_minutes IS NULL'
+  );
+
+  if (sessions.length === 0) {
+    return 0;
+  }
+
+  // --- process each session inside a single transaction ---
+  let updatedCount = 0;
+
+  db.run('BEGIN TRANSACTION');
+  try {
+    for (const session of sessions) {
+      const messages = queryAll(
+        db,
+        'SELECT timestamp FROM unified_message WHERE session_id = ? ORDER BY timestamp ASC',
+        [session.id]
+      );
+
+      const activeMinutes = computeActiveMinutes(messages, idleThresholdMs);
+
+      db.run(
+        'UPDATE unified_session SET active_minutes = ? WHERE id = ?',
+        [activeMinutes, session.id]
+      );
+
+      updatedCount++;
+    }
+    db.run('COMMIT');
+  } catch (err) {
+    db.run('ROLLBACK');
+    throw err;
+  }
+
+  return updatedCount;
+}
+
+// ---------------------------------------------------------------------------
+// Exports
+// ---------------------------------------------------------------------------
+
+module.exports = {
+  calculateActiveTime,
+  computeActiveMinutes,
+};