2ndbrain 2026.1.31 → 2026.1.33

package/.claude/settings.local.json

@@ -10,7 +10,11 @@
       "WebFetch(domain:api.x.ai)",
       "WebFetch(domain:latenode.com)",
       "Bash(claude:*)",
-      "Bash(printf:*)"
+      "Bash(printf:*)",
+      "Bash(ls -la \"c:\\\\dev\\\\fingerskier\\\\agent\\\\2ndbrain\\\\db\\\\migrations\"\" 2>/dev/null || echo \"No migrations directory \")",
+      "Bash(node:*)",
+      "Bash(ls -la \"c:\\\\dev\\\\fingerskier\\\\agent\\\\2ndbrain\\\\src\\\\web\"\" 2>/dev/null || echo \"web directory not found \")",
+      "Bash(ls -la \"c:\\\\dev\\\\fingerskier\\\\agent\\\\2ndbrain\\\\db\"\" 2>/dev/null || echo \"Directory not accessible \")"
     ]
   }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "2ndbrain",
-  "version": "2026.1.31",
+  "version": "2026.1.33",
   "description": "Always-on Node.js service bridging Telegram messaging to Claude AI with knowledge graph, journal, project management, and semantic search.",
   "main": "src/index.js",
   "bin": {

package/src/config.js

@@ -60,6 +60,19 @@ const config = {
   EMBEDDING_BASE_URL: env.EMBEDDING_BASE_URL || '',
 };
 
+// Ensure DATABASE_URL includes a database name (default: 2ndbrain)
+if (config.DATABASE_URL) {
+  try {
+    const url = new URL(config.DATABASE_URL);
+    if (!url.pathname || url.pathname === '/') {
+      url.pathname = '/2ndbrain';
+      config.DATABASE_URL = url.toString();
+    }
+  } catch {
+    // leave as-is if URL parsing fails
+  }
+}
+
 const REQUIRED_VARS = ['TELEGRAM_BOT_TOKEN', 'TELEGRAM_ALLOWED_USERS', 'DATABASE_URL'];
 
 /**

package/src/db/migrate.js

@@ -90,5 +90,5 @@ async function migrate() {
   return newlyApplied;
 }
 
-export { migrate };
+export { migrate, getAppliedMigrations, getMigrationFiles, ensureMigrationsTable };
 export default migrate;

package/src/db/pool.js

@@ -12,6 +12,40 @@ pool.on('error', (err) => {
   console.error(`[${new Date().toISOString()}] [error] [db/pool] Unexpected idle client error:`, err.message);
 });
 
+/**
+ * Ensure the target database exists, creating it if necessary.
+ * Connects to the 'postgres' maintenance database to check/create.
+ */
+async function ensureDatabase() {
+  try {
+    const url = new URL(config.DATABASE_URL);
+    const dbName = url.pathname.slice(1); // strip leading '/'
+    if (!dbName) return;
+
+    // Build a maintenance URL pointing at the 'postgres' system database
+    const maintenanceUrl = new URL(config.DATABASE_URL);
+    maintenanceUrl.pathname = '/postgres';
+
+    const client = new pg.Client({ connectionString: maintenanceUrl.toString() });
+    await client.connect();
+
+    const result = await client.query(
+      'SELECT 1 FROM pg_database WHERE datname = $1',
+      [dbName],
+    );
+
+    if (result.rows.length === 0) {
+      // Use double-quoted identifier to handle special characters in name
+      await client.query(`CREATE DATABASE "${dbName}"`);
+      console.log(`[${new Date().toISOString()}] [info] [db/pool] Created database "${dbName}".`);
+    }
+
+    await client.end();
+  } catch (err) {
+    console.error(`[${new Date().toISOString()}] [error] [db/pool] ensureDatabase failed: ${err.message}`);
+  }
+}
+
 /**
  * Execute a parameterized SQL query against the pool.
  * @param {string} text - SQL query string
@@ -29,5 +63,5 @@ async function close() {
   await pool.end();
 }
 
-export { pool, query, close };
+export { pool, query, close, ensureDatabase };
 export default pool;

package/src/index.js

@@ -20,7 +20,7 @@ import path from 'node:path';
 import fs from 'node:fs';
 
 import { config, validateConfig, isFirstRun, PROJECT_ROOT } from './config.js';
-import { pool, query, close as closeDb } from './db/pool.js';
+import { pool, query, close as closeDb, ensureDatabase } from './db/pool.js';
 import { migrate } from './db/migrate.js';
 import logger from './logging.js';
 import { createRateLimiters } from './rate-limiter.js';
@@ -329,6 +329,7 @@ async function main() {
   let dbReady = false;
   if (config.DATABASE_URL) {
     try {
+      await ensureDatabase();
       await pool.query('SELECT 1');
       logger.info('startup', 'Database connection established.');
       dbReady = true;

package/src/web/server.js

@@ -3,6 +3,7 @@ import { createServer } from 'node:http';
 import fs from 'node:fs';
 import path from 'node:path';
 import { fileURLToPath } from 'node:url';
+import { migrate, getMigrationFiles, ensureMigrationsTable } from '../db/migrate.js';
 
 // Resolve project root (two directories up from src/web/)
 const __filename = fileURLToPath(import.meta.url);
@@ -31,7 +32,7 @@ const SETTINGS_FIELDS = [
     section: 'Claude',
     fields: [
       { key: 'CLAUDE_MODEL', label: 'Model', hint: 'Default: claude-sonnet-4-20250514' },
-      { key: 'CLAUDE_THINKING', label: 'Thinking', hint: 'Enable extended thinking (true/false)' },
+      { key: 'CLAUDE_THINKING', label: 'Thinking', type: 'boolean', hint: 'Enable extended thinking' },
       { key: 'CLAUDE_TIMEOUT', label: 'Timeout (ms)', hint: 'Default: 120000' },
       { key: 'CLAUDE_MAX_BUDGET', label: 'Max Budget (USD)', hint: 'Max cost per invocation (e.g. 0.50)' },
     ],
@@ -74,7 +75,7 @@ const SETTINGS_FIELDS = [
     fields: [
       { key: 'WEB_PORT', label: 'Port', hint: 'Default: 3000' },
       { key: 'WEB_BIND', label: 'Bind Address', hint: 'Default: 127.0.0.1' },
-      { key: 'AUTO_OPEN_BROWSER', label: 'Auto Open Browser', hint: 'true/false (default: true)' },
+      { key: 'AUTO_OPEN_BROWSER', label: 'Auto Open Browser', type: 'boolean', hint: 'Default: true' },
     ],
   },
   {
@@ -127,6 +128,8 @@ class WebServer {
     app.post('/settings', (req, res) => this._handleSaveSettings(req, res));
     app.get('/logs', (req, res) => this._handleLogs(req, res));
     app.get('/health', (req, res) => this._handleHealth(req, res));
+    app.get('/database', (req, res) => this._handleDatabase(req, res));
+    app.post('/database/migrate', (req, res) => this._handleRunMigrations(req, res));
 
     // Start listening
     const server = createServer(app);
@@ -184,8 +187,10 @@ class WebServer {
         'SELECT COUNT(*)::int AS count FROM conversation_messages',
       );
       data.messageCount = countRes.rows[0]?.count ?? 0;
-    } catch {
+    } catch (err) {
       data.dbAvailable = false;
+      data.dbError = diagnosePgError(err);
+      this._logger.error('web', `Dashboard DB error: ${err.message} (code=${err.code || 'none'})`);
     }
 
     if (data.dbAvailable) {
@@ -296,20 +301,107 @@ class WebServer {
 
     try {
       await this._db.query('SELECT 1');
-    } catch {
-      health.components.database = 'error';
+    } catch (err) {
+      health.components.database = {
+        status: 'error',
+        error: err.message || 'Unknown error',
+        code: err.code || undefined,
+      };
     }
 
     // Derive overall status from component states
     const states = Object.values(health.components);
-    if (states.includes('error')) {
-      health.status = states.every((s) => s === 'error') ? 'error' : 'degraded';
+    const isErr = (s) => s === 'error' || (typeof s === 'object' && s.status === 'error');
+    if (states.some(isErr)) {
+      health.status = states.every(isErr) ? 'error' : 'degraded';
     }
 
     const httpStatus = health.status === 'error' ? 503 : 200;
     res.status(httpStatus).json(health);
   }
 
+  // -----------------------------------------------------------------------
+  // Database page
+  // -----------------------------------------------------------------------
+
+  async _handleDatabase(req, res) {
+    const data = {
+      dbAvailable: true,
+      migrations: { applied: [], pending: [], total: 0 },
+      tables: [],
+      dbVersion: '',
+      dbSize: '',
+      message: null,
+    };
+
+    if (req.query.migrated) {
+      const count = parseInt(req.query.migrated, 10) || 0;
+      data.message = { type: 'success', text: `Successfully applied ${count} migration(s).` };
+    } else if (req.query.error) {
+      data.message = { type: 'error', text: req.query.error };
+    } else if (req.query.noop === '1') {
+      data.message = { type: 'success', text: 'No pending migrations to apply.' };
+    }
+
+    try {
+      await ensureMigrationsTable();
+
+      const appliedResult = await this._db.query(
+        'SELECT name, applied_at FROM schema_migrations ORDER BY name',
+      );
+      const appliedSet = new Set(appliedResult.rows.map((r) => r.name));
+      const allFiles = getMigrationFiles();
+
+      data.migrations.applied = appliedResult.rows;
+      data.migrations.pending = allFiles.filter((f) => !appliedSet.has(f));
+      data.migrations.total = allFiles.length;
+
+      const tablesResult = await this._db.query(`
+        SELECT
+          c.relname AS name,
+          n_live_tup AS row_count,
+          pg_size_pretty(pg_total_relation_size(c.oid)) AS size
+        FROM pg_class c
+        JOIN pg_namespace n ON n.oid = c.relnamespace
+        LEFT JOIN pg_stat_user_tables s ON s.relid = c.oid
+        WHERE n.nspname = 'public'
+          AND c.relkind = 'r'
+        ORDER BY pg_total_relation_size(c.oid) DESC
+      `);
+      data.tables = tablesResult.rows;
+
+      const versionResult = await this._db.query('SELECT version()');
+      data.dbVersion = versionResult.rows[0]?.version || '';
+
+      const sizeResult = await this._db.query(
+        'SELECT pg_size_pretty(pg_database_size(current_database())) AS size',
+      );
+      data.dbSize = sizeResult.rows[0]?.size || '';
+    } catch (err) {
+      data.dbAvailable = false;
+      data.dbError = diagnosePgError(err);
+      data.dbUrl = maskDatabaseUrl(this._config.DATABASE_URL);
+      this._logger.error('web', `Database page error: ${err.message} (code=${err.code || 'none'})`);
+    }
+
+    res.send(databaseHTML(data));
+  }
+
+  async _handleRunMigrations(_req, res) {
+    try {
+      const applied = await migrate();
+      if (applied.length === 0) {
+        res.redirect('/database?noop=1');
+      } else {
+        this._logger.info('web', `Applied ${applied.length} migration(s) via web admin.`);
+        res.redirect(`/database?migrated=${applied.length}`);
+      }
+    } catch (err) {
+      this._logger.error('web', `Migration failed via web admin: ${err.message}`);
+      res.redirect(`/database?error=${encodeURIComponent(err.message)}`);
+    }
+  }
+
   // -----------------------------------------------------------------------
   // .env file helpers
   // -----------------------------------------------------------------------
@@ -416,6 +508,83 @@ function maskValue(value) {
   return s.slice(0, 4) + '*'.repeat(Math.min(s.length - 8, 20)) + s.slice(-4);
 }
 
+/** Mask the password in a PostgreSQL connection URL for safe display. */
+function maskDatabaseUrl(url) {
+  if (!url) return '(not set)';
+  const schemeEnd = url.indexOf('://');
+  const lastAt = url.lastIndexOf('@');
+  if (schemeEnd >= 0 && lastAt > schemeEnd) {
+    const userInfo = url.slice(schemeEnd + 3, lastAt);
+    const colonPos = userInfo.indexOf(':');
+    if (colonPos >= 0) {
+      return url.slice(0, schemeEnd + 3 + colonPos + 1) + '****' + url.slice(lastAt);
+    }
+  }
+  return maskValue(url);
+}
+
+/**
+ * Extract diagnostic information from a pg / Node.js connection error.
+ * Returns { message, code, detail, hint, diagnosis }.
+ */
+function diagnosePgError(err) {
+  const info = {
+    message: err.message || 'Unknown error',
+    code: err.code || '',
+    detail: err.detail || '',
+    hint: err.hint || '',
+    diagnosis: '',
+  };
+
+  switch (err.code) {
+    case 'ECONNREFUSED':
+      info.diagnosis = 'Cannot connect to the database server. Verify the host and port are correct and that PostgreSQL is running.';
+      break;
+    case 'ENOTFOUND':
+      info.diagnosis = 'DNS lookup failed. The database hostname could not be resolved. Check the host in your DATABASE_URL.';
+      break;
+    case 'ETIMEDOUT':
+      info.diagnosis = 'Connection timed out. The database server may be unreachable or behind a firewall.';
+      break;
+    case 'ECONNRESET':
+      info.diagnosis = 'Connection was reset by the server. This may indicate a network issue or server restart.';
+      break;
+    default:
+      break;
+  }
+
+  if (!info.diagnosis && typeof err.code === 'string' && err.code.length === 5) {
+    const cls = err.code.substring(0, 2);
+    switch (cls) {
+      case '08':
+        info.diagnosis = 'Connection exception. The database server rejected or dropped the connection.';
+        break;
+      case '28':
+        info.diagnosis = 'Authentication failed. Check the username and password in your DATABASE_URL.';
+        break;
+      case '3D':
+        info.diagnosis = 'The specified database does not exist. Verify the database name in your DATABASE_URL.';
+        break;
+      case '53':
+        info.diagnosis = 'The database server has insufficient resources (too many connections, out of memory, or disk full).';
+        break;
+      case '57':
+        info.diagnosis = 'The database server is shutting down or not accepting connections.';
+        break;
+      default:
+        break;
+    }
+  }
+
+  if (!info.diagnosis && err.message) {
+    if (/ssl/i.test(err.message) || /certificate/i.test(err.message)) {
+      info.diagnosis = 'SSL/TLS error. Check your SSL configuration or try adding ?sslmode=require or ?sslmode=no-verify to your DATABASE_URL.';
+    }
+  }
+
+  return info;
+}
+
 // ---------------------------------------------------------------------------
 // HTML template functions
 // ---------------------------------------------------------------------------
@@ -587,6 +756,46 @@ function layoutHTML(title, content) {
     font-family: "SFMono-Regular", Consolas, "Liberation Mono", Menlo, monospace;
     margin-bottom: 0.25rem;
   }
+  .secret-input-wrapper {
+    position: relative;
+  }
+  .secret-input-wrapper input {
+    padding-right: 2.5rem;
+  }
+  .secret-toggle {
+    position: absolute;
+    right: 0.4rem;
+    top: 50%;
+    transform: translateY(-50%);
+    background: none;
+    border: none;
+    color: #8b949e;
+    cursor: pointer;
+    padding: 0.2rem;
+    font-size: 0.85rem;
+    line-height: 1;
+  }
+  .secret-toggle:hover {
+    color: #c9d1d9;
+  }
+  .checkbox-group {
+    display: flex;
+    align-items: center;
+    gap: 0.5rem;
+    padding-top: 0.35rem;
+  }
+  .checkbox-group input[type="checkbox"] {
+    width: 1.1rem;
+    height: 1.1rem;
+    accent-color: #238636;
+    cursor: pointer;
+  }
+  .checkbox-label {
+    font-size: 0.85rem;
+    color: #8b949e;
+    padding-top: 0;
+    cursor: pointer;
+  }
   button[type="submit"] {
     background: #238636;
     color: #fff;
@@ -680,6 +889,7 @@ function layoutHTML(title, content) {
   <a href="/">Dashboard</a>
   <a href="/settings">Settings</a>
   <a href="/logs">Logs</a>
+  <a href="/database">Database</a>
 </nav>
 <div class="container">
 ${content}
@@ -726,9 +936,17 @@ function dashboardHTML(data) {
   </div>`;
 
   // -- DB warning ----------------------------------------------------------
-  const dbWarn = data.dbAvailable
-    ? ''
-    : '<div class="db-warn">Database is unavailable. Dashboard data may be incomplete.</div>';
+  let dbWarn = '';
+  if (!data.dbAvailable) {
+    const e = data.dbError || {};
+    dbWarn = '<div class="db-warn">Database is unavailable. Dashboard data may be incomplete.';
+    if (e.diagnosis) {
+      dbWarn += `<br><span style="font-size:0.82rem;">${esc(e.diagnosis)}</span>`;
+    } else if (e.message) {
+      dbWarn += `<br><span style="font-size:0.82rem;">${esc(e.message)}</span>`;
+    }
+    dbWarn += '</div>';
+  }
 
   // -- Recent messages -----------------------------------------------------
   let messagesSection;
@@ -798,15 +1016,32 @@ function settingsHTML(config, message) {
       let inputArea;
 
       if (field.secret) {
+        const maskedDisplay = field.key === 'DATABASE_URL'
+          ? maskDatabaseUrl(String(value))
+          : maskValue(String(value));
         const status = value
-          ? `Current: ${esc(maskValue(String(value)))}`
+          ? `Current: ${esc(maskedDisplay)}`
           : '(not set)';
         inputArea = `
           <div>
             <div class="secret-current">${status}</div>
-            <input type="password" name="${esc(field.key)}"
-                   value="" placeholder="Enter new value to change"
-                   autocomplete="off" />
+            <div class="secret-input-wrapper">
+              <input type="password" id="input-${esc(field.key)}" name="${esc(field.key)}"
+                     value="" placeholder="Enter new value to change"
+                     autocomplete="off" />
+              <button type="button" class="secret-toggle"
+                      onclick="const inp=document.getElementById('input-${esc(field.key)}');const show=inp.type==='password';inp.type=show?'text':'password';this.textContent=show?'&#x25C9;':'&#x25CE;';"
+                      title="Toggle visibility">&#x25CE;</button>
+            </div>
+          </div>`;
+      } else if (field.type === 'boolean') {
+        const checked = String(value).toLowerCase() === 'true' ? ' checked' : '';
+        inputArea = `
+          <div class="checkbox-group">
+            <input type="hidden" name="${esc(field.key)}" value="false" />
+            <input type="checkbox" id="${esc(field.key)}" name="${esc(field.key)}"
+                   value="true"${checked} />
+            <label for="${esc(field.key)}" class="checkbox-label">Enabled</label>
           </div>`;
       } else {
         inputArea = `<input type="text" name="${esc(field.key)}"
@@ -872,6 +1107,154 @@ function logsHTML(logs, activeLevel) {
   `);
 }
 
+/**
+ * Database admin page showing migration status and table metadata.
+ */
+function databaseHTML(data) {
+  const alert = data.message
+    ? `<div class="alert alert-${esc(data.message.type)}">${esc(data.message.text)}</div>`
+    : '';
+
+  let dbWarn = '';
+  if (!data.dbAvailable) {
+    const e = data.dbError || {};
+    dbWarn = '<div class="db-warn">';
+    dbWarn += '<strong>Database is unavailable.</strong> Cannot retrieve database information.';
+    if (e.diagnosis) {
+      dbWarn += `<br><br><strong>Diagnosis:</strong> ${esc(e.diagnosis)}`;
+    }
+    dbWarn += `<br><br><strong>Error:</strong> ${esc(e.message || 'Unknown')}`;
+    if (e.code) {
+      dbWarn += ` <span class="muted">(code: ${esc(e.code)})</span>`;
+    }
+    if (e.detail) {
+      dbWarn += `<br><strong>Detail:</strong> ${esc(e.detail)}`;
+    }
+    if (e.hint) {
+      dbWarn += `<br><strong>Hint:</strong> ${esc(e.hint)}`;
+    }
+    if (data.dbUrl) {
+      dbWarn += `<br><br><strong>Connection URL:</strong> <code style="font-size:0.82rem;">${esc(data.dbUrl)}</code>`;
+    }
+    dbWarn += '</div>';
+  }
+
+  const stats = data.dbAvailable
+    ? `
+  <div class="grid">
+    <div class="card">
+      <div class="stat-label">Total Migrations</div>
+      <div class="stat-value">${data.migrations.total}</div>
+    </div>
+    <div class="card">
+      <div class="stat-label">Applied</div>
+      <div class="stat-value" style="color:#3fb950;">${data.migrations.applied.length}</div>
+    </div>
+    <div class="card">
+      <div class="stat-label">Pending</div>
+      <div class="stat-value"${data.migrations.pending.length > 0 ? ' style="color:#d29922;"' : ''}>${data.migrations.pending.length}</div>
+    </div>
+    <div class="card">
+      <div class="stat-label">Database Size</div>
+      <div class="stat-value">${esc(data.dbSize)}</div>
+    </div>
+  </div>`
+    : '';
+
+  const versionSection = data.dbVersion
+    ? `<p class="muted" style="margin-bottom:1rem;font-size:0.82rem;">${esc(data.dbVersion)}</p>`
+    : '';
+
+  let pendingSection = '';
+  if (data.dbAvailable && data.migrations.pending.length > 0) {
+    const pendingRows = data.migrations.pending
+      .map(
+        (name) => `
+      <tr>
+        <td><span class="badge badge-warn">pending</span></td>
+        <td style="font-family:monospace;">${esc(name)}</td>
+        <td class="muted">--</td>
+      </tr>`,
+      )
+      .join('');
+
+    pendingSection = `
+    <h2>Pending Migrations</h2>
+    <div class="card" style="overflow-x:auto;">
+      <table>
+        <thead><tr><th>Status</th><th>Migration</th><th>Applied At</th></tr></thead>
+        <tbody>${pendingRows}</tbody>
+      </table>
+      <form method="POST" action="/database/migrate"
+            onsubmit="return confirm('Run ${data.migrations.pending.length} pending migration(s)?\\n\\nThis will modify the database schema.');"
+            style="margin-top:1rem;">
+        <button type="submit" style="background:#d29922;">Run ${data.migrations.pending.length} Pending Migration${data.migrations.pending.length === 1 ? '' : 's'}</button>
+      </form>
+    </div>`;
+  }
+
+  let appliedSection = '';
+  if (data.dbAvailable && data.migrations.applied.length > 0) {
+    const appliedRows = data.migrations.applied
+      .map(
+        (m) => `
+      <tr>
+        <td><span class="badge badge-ok">applied</span></td>
+        <td style="font-family:monospace;">${esc(m.name)}</td>
+        <td>${fmtTime(m.applied_at)}</td>
+      </tr>`,
+      )
+      .join('');
+
+    appliedSection = `
+    <h2>Applied Migrations</h2>
+    <div class="card" style="overflow-x:auto;">
+      <table>
+        <thead><tr><th>Status</th><th>Migration</th><th>Applied At</th></tr></thead>
+        <tbody>${appliedRows}</tbody>
+      </table>
+    </div>`;
+  } else if (data.dbAvailable && data.migrations.applied.length === 0) {
+    appliedSection = `
+    <h2>Applied Migrations</h2>
+    <div class="card"><p class="empty">No migrations have been applied yet.</p></div>`;
+  }
+
+  let tablesSection = '';
+  if (data.dbAvailable && data.tables.length > 0) {
+    const tableRows = data.tables
+      .map(
+        (t) => `
+      <tr>
+        <td style="font-family:monospace;">${esc(t.name)}</td>
+        <td style="text-align:right;">${t.row_count ?? '--'}</td>
+        <td style="text-align:right;">${esc(t.size)}</td>
+      </tr>`,
+      )
+      .join('');
+
+    tablesSection = `
+    <h2>Tables</h2>
+    <div class="card" style="overflow-x:auto;">
+      <table>
+        <thead><tr><th>Table</th><th style="text-align:right;">Rows (est.)</th><th style="text-align:right;">Size</th></tr></thead>
+        <tbody>${tableRows}</tbody>
+      </table>
+    </div>`;
+  }
+
+  return layoutHTML('Database', `
+    <h1>Database</h1>
+    ${alert}
+    ${dbWarn}
+    ${versionSection}
+    ${stats}
+    ${pendingSection}
+    ${appliedSection}
+    ${tablesSection}
+  `);
+}
+
 // ---------------------------------------------------------------------------
 // Export
 // ---------------------------------------------------------------------------