neoagent 2.5.2-beta.9 → 3.0.1-beta.0

package/README.md

@@ -19,7 +19,11 @@
 </p>
 
 <p align="center">
-  <img src="demo.gif" alt="NeoAgent operator interface" width="100%">
+  <a href="https://www.producthunt.com/products/neoagent-2?embed=true&utm_source=badge-featured&utm_medium=badge&utm_campaign=badge-neoagent-2" target="_blank" rel="noopener noreferrer"><img alt="NeoAgent - The next-gen self-hosted AI agent that works beyond chat | Product Hunt" width="250" height="54" src="https://api.producthunt.com/widgets/embed-image/v1/featured.svg?post_id=1171573&theme=light&t=1781447653039"></a>
+</p>
+
+<p align="center">
+  <img src="demo.gif" alt="NeoAgent demo" width="100%">
 </p>
 
 ## 🚀 Install

package/docs/integrations.md

@@ -36,15 +36,19 @@ or delete data.
 
 ### Setup
 
-Google, Microsoft, GitHub, Notion, Slack, Figma, and Spotify require OAuth
-application credentials on the server. The default callback is:
 
-```text
-PUBLIC_URL/api/integrations/oauth/callback
-```
+Google, Microsoft, GitHub, Notion, Slack, Figma, and Spotify require OAuth application credentials on the server. The default callback is:
+`PUBLIC_URL/api/integrations/oauth/callback`
+
+**GitHub OAuth Configuration:**
+1. Navigate to your GitHub Developer Settings and create a new **OAuth App**.
+2. Set the Authorization callback URL to: `PUBLIC_URL/api/integrations/oauth/callback`.
+3. Generate a **Client ID** and **Client Secret**.
+4. Add these to your server environment configuration:
+   - `GITHUB_CLIENT_ID=your_id_here`
+   - `GITHUB_CLIENT_SECRET=your_secret_here`
 
-Home Assistant and Trello can be configured for a user from the application.
-See [Configuration](configuration.md#official-integrations).
+Home Assistant and Trello can be configured for a user from the application. See Configuration.
 
 ## Messaging channels
 

package/flutter_app/lib/main_controller.dart

@@ -367,6 +367,15 @@ class NeoAgentController extends ChangeNotifier {
     notifyListeners();
   }
 
+  void clearPendingApprovalForRun(String runId) {
+    if (pendingApproval?.runId != runId) return;
+    _SecurityNotificationService.cancelApprovalNotification(
+      pendingApproval?.approvalId ?? '',
+    );
+    pendingApproval = null;
+    notifyListeners();
+  }
+
   bool get desktopFloatingToolbarPopupRequested =>
       _desktopFloatingToolbarPopupRequested;
 
@@ -7349,6 +7358,7 @@ class NeoAgentController extends ChangeNotifier {
     socket.on('run:stopped', (dynamic data) {
       final payload = _jsonMap(data);
       final runId = payload['runId']?.toString() ?? '';
+      clearPendingApprovalForRun(runId);
       if (_voiceRunIds.remove(runId)) {
         return;
       }
@@ -7369,6 +7379,30 @@ class NeoAgentController extends ChangeNotifier {
       unawaited(refreshRunsOnly());
       notifyListeners();
     });
+    socket.on('run:interrupted', (dynamic data) {
+      final payload = _jsonMap(data);
+      final runId = payload['runId']?.toString() ?? '';
+      clearPendingApprovalForRun(runId);
+      if (_voiceRunIds.remove(runId)) {
+        return;
+      }
+      if (_backgroundRunIds.remove(runId)) {
+        unawaited(refreshRunsOnly());
+        unawaited(refreshMemory());
+        notifyListeners();
+        return;
+      }
+      streamingAssistant = '';
+      isSendingMessage = false;
+      if (activeRun?.runId == runId) {
+        activeRun = activeRun!.copyWith(
+          phase: 'Interrupted',
+          pendingSteeringCount: 0,
+        );
+      }
+      unawaited(refreshRunsOnly());
+      notifyListeners();
+    });
     socket.on('run:error', (dynamic data) {
       final payload = _jsonMap(data);
       final runId = payload['runId']?.toString();

package/flutter_app/lib/main_security.dart

@@ -103,6 +103,13 @@ const _kCategoryInfo = <String, _CategoryInfo>{
     color: Color(0xFFFB8C00),
     riskLevel: 'medium',
   ),
+  'external': _CategoryInfo(
+    label: 'External & MCP Tools',
+    subtitle: 'Tools not built into NeoAgent, including connected MCP servers and custom tool providers.',
+    icon: Icons.hub_rounded,
+    color: Color(0xFF6D4C41),
+    riskLevel: 'high',
+  ),
 };
 
 _CategoryInfo _categoryInfo(String category) {
@@ -732,6 +739,18 @@ class _ToolApprovalSheetState extends State<ToolApprovalSheet>
         toolArgs: widget.request.toolArgs,
       );
       widget.controller.clearPendingApproval();
+    } on BackendException catch (error) {
+      if (error.statusCode == 410) {
+        widget.controller.clearPendingApproval();
+        if (mounted) {
+          ScaffoldMessenger.of(context).showSnackBar(
+            SnackBar(
+              content: Text(error.message),
+              backgroundColor: _warning,
+            ),
+          );
+        }
+      }
     } catch (_) {
       // timeout will fire server-side; safe to dismiss
     }

package/lib/schema_migrations.js

@@ -191,6 +191,187 @@ function migrateMemoryEmbeddingMetadata(db) {
   }
 }
 
+function migrateMemoryExactHashUniqueness(db) {
+  const columns = new Set(
+    db.prepare('PRAGMA table_info(memories)').all().map((column) => column.name),
+  );
+  if (!columns.has('memory_hash')) return;
+
+  const groups = db.prepare(
+    `SELECT
+       user_id,
+       COALESCE(agent_id, '') AS agent_key,
+       memory_hash,
+       COALESCE(scope_type, 'agent') AS scope_type_key,
+       COALESCE(scope_id, '') AS scope_id_key,
+       COUNT(*) AS duplicate_count
+     FROM memories
+     WHERE archived = 0
+       AND memory_hash IS NOT NULL
+       AND trim(memory_hash) <> ''
+     GROUP BY
+       user_id,
+       COALESCE(agent_id, ''),
+       memory_hash,
+       COALESCE(scope_type, 'agent'),
+       COALESCE(scope_id, '')
+     HAVING COUNT(*) > 1`
+  ).all();
+
+  const selectGroupRows = db.prepare(
+    `SELECT id, importance, confidence, access_count
+     FROM memories
+     WHERE user_id = ?
+       AND COALESCE(agent_id, '') = ?
+       AND memory_hash = ?
+       AND COALESCE(scope_type, 'agent') = ?
+       AND COALESCE(scope_id, '') = ?
+       AND archived = 0
+     ORDER BY updated_at DESC, created_at DESC, id DESC`
+  );
+
+  const archiveDuplicates = db.transaction(() => {
+    for (const group of groups) {
+      const rows = selectGroupRows.all(
+        group.user_id,
+        group.agent_key,
+        group.memory_hash,
+        group.scope_type_key,
+        group.scope_id_key,
+      );
+      if (rows.length < 2) continue;
+
+      const winner = rows[0];
+      const mergedImportance = Math.max(...rows.map((row) => Number(row.importance || 0)));
+      const mergedConfidence = Math.max(...rows.map((row) => Number(row.confidence || 0)));
+      const mergedAccessCount = rows.reduce(
+        (sum, row) => sum + Math.max(0, Number(row.access_count || 0)),
+        0,
+      );
+
+      db.prepare(
+        `UPDATE memories
+         SET importance = MAX(importance, ?),
+             confidence = MAX(confidence, ?),
+             access_count = ?,
+             updated_at = datetime('now')
+         WHERE id = ?`
+      ).run(
+        mergedImportance,
+        Math.min(1, mergedConfidence),
+        mergedAccessCount,
+        winner.id,
+      );
+
+      const duplicateIds = rows.slice(1).map((row) => row.id);
+      if (!duplicateIds.length) continue;
+      const placeholders = duplicateIds.map(() => '?').join(', ');
+      db.prepare(
+        `UPDATE memories
+         SET archived = 1,
+             updated_at = datetime('now')
+         WHERE id IN (${placeholders})`
+      ).run(...duplicateIds);
+    }
+  });
+  archiveDuplicates();
+
+  db.exec(`
+    CREATE UNIQUE INDEX IF NOT EXISTS idx_memories_hash_unique
+      ON memories(
+        user_id,
+        COALESCE(agent_id, ''),
+        memory_hash,
+        COALESCE(scope_type, 'agent'),
+        COALESCE(scope_id, '')
+      )
+      WHERE archived = 0 AND memory_hash IS NOT NULL
+  `);
+}
+
+function migrateSkillOwnership(db) {
+  const tableInfo = db.prepare("PRAGMA table_info(skills)").all();
+  if (!tableInfo.length) return;
+
+  const skillsSql = db.prepare(
+    "SELECT sql FROM sqlite_master WHERE type='table' AND name='skills'",
+  ).get()?.sql || '';
+  const hasUserIdColumn = tableInfo.some((column) => column.name === 'user_id');
+  const hasLegacyNameUniqueConstraint = /\bname\s+TEXT\s+UNIQUE\b/i.test(skillsSql);
+
+  if (!hasUserIdColumn || hasLegacyNameUniqueConstraint) {
+    db.exec(`
+      DROP TABLE IF EXISTS skills_v2;
+      CREATE TABLE IF NOT EXISTS skills_v2 (
+        id INTEGER PRIMARY KEY AUTOINCREMENT,
+        user_id INTEGER NOT NULL DEFAULT 0,
+        name TEXT NOT NULL,
+        description TEXT,
+        file_path TEXT NOT NULL,
+        metadata TEXT DEFAULT '{}',
+        enabled INTEGER DEFAULT 1,
+        auto_created INTEGER DEFAULT 0,
+        created_at TEXT DEFAULT (datetime('now')),
+        updated_at TEXT DEFAULT (datetime('now'))
+      );
+    `);
+
+    if (hasUserIdColumn) {
+      db.exec(`
+        INSERT INTO skills_v2 (
+          id, user_id, name, description, file_path, metadata,
+          enabled, auto_created, created_at, updated_at
+        )
+        SELECT
+          id,
+          COALESCE(user_id, 0),
+          name,
+          description,
+          file_path,
+          COALESCE(metadata, '{}'),
+          COALESCE(enabled, 1),
+          COALESCE(auto_created, 0),
+          created_at,
+          updated_at
+        FROM skills
+      `);
+    } else {
+      db.exec(`
+        INSERT INTO skills_v2 (
+          id, user_id, name, description, file_path, metadata,
+          enabled, auto_created, created_at, updated_at
+        )
+        SELECT
+          id,
+          0,
+          name,
+          description,
+          file_path,
+          COALESCE(metadata, '{}'),
+          COALESCE(enabled, 1),
+          COALESCE(auto_created, 0),
+          created_at,
+          updated_at
+        FROM skills
+      `);
+    }
+
+    db.exec(`
+      DROP TABLE skills;
+      ALTER TABLE skills_v2 RENAME TO skills;
+    `);
+  } else {
+    db.exec('UPDATE skills SET user_id = 0 WHERE user_id IS NULL');
+  }
+
+  db.exec(`
+    CREATE UNIQUE INDEX IF NOT EXISTS idx_skills_user_name
+      ON skills(user_id, name);
+    CREATE INDEX IF NOT EXISTS idx_skills_user_enabled
+      ON skills(user_id, enabled, name);
+  `);
+}
+
 function migrateToolPermissions(db) {
   db.exec(`
     CREATE TABLE IF NOT EXISTS tool_policies (
@@ -217,6 +398,43 @@ function migrateToolPermissions(db) {
   `);
 }
 
+function migrateApprovalPersistence(db) {
+  db.exec(`
+    CREATE TABLE IF NOT EXISTS pending_approvals (
+      id             TEXT PRIMARY KEY,
+      user_id        INTEGER NOT NULL REFERENCES users(id) ON DELETE CASCADE,
+      run_id         TEXT REFERENCES agent_runs(id) ON DELETE CASCADE,
+      tool_name      TEXT NOT NULL,
+      tool_args_json TEXT,
+      category       TEXT,
+      status         TEXT NOT NULL CHECK(status IN ('pending','approved','denied','timeout','expired')),
+      scope          TEXT CHECK(scope IN ('once','session','always')),
+      expires_at     TEXT NOT NULL,
+      decided_at     TEXT,
+      created_at     TEXT DEFAULT (datetime('now')),
+      updated_at     TEXT DEFAULT (datetime('now'))
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_pending_approvals_user
+      ON pending_approvals(user_id, status, created_at DESC);
+    CREATE INDEX IF NOT EXISTS idx_pending_approvals_run
+      ON pending_approvals(run_id, status, expires_at);
+
+    CREATE TABLE IF NOT EXISTS approval_session_grants (
+      user_id    INTEGER NOT NULL REFERENCES users(id) ON DELETE CASCADE,
+      run_id     TEXT NOT NULL,
+      tool_name  TEXT NOT NULL,
+      expires_at TEXT NOT NULL,
+      created_at TEXT DEFAULT (datetime('now')),
+      updated_at TEXT DEFAULT (datetime('now')),
+      PRIMARY KEY (user_id, run_id, tool_name)
+    );
+
+    CREATE INDEX IF NOT EXISTS idx_approval_session_grants_expiry
+      ON approval_session_grants(expires_at);
+  `);
+}
+
 function migrateToolPoliciesAllowAlways(db) {
   // SQLite doesn't support ALTER COLUMN — recreate the table to add 'allow_always'
   // to the CHECK constraint on existing installations.
@@ -246,7 +464,10 @@ function runSchemaMigrations(db) {
   migrateMemoryRelations(db);
   migrateMemoryRetrievalEvents(db);
   migrateMemoryEmbeddingMetadata(db);
+  migrateMemoryExactHashUniqueness(db);
+  migrateSkillOwnership(db);
   migrateToolPermissions(db);
+  migrateApprovalPersistence(db);
   migrateToolPoliciesAllowAlways(db);
 }
 
@@ -256,7 +477,10 @@ module.exports = {
   migrateMemoryRelations,
   migrateMemoryRetrievalEvents,
   migrateMemoryEmbeddingMetadata,
+  migrateMemoryExactHashUniqueness,
+  migrateSkillOwnership,
   migrateToolPermissions,
+  migrateApprovalPersistence,
   migrateToolPoliciesAllowAlways,
   runSchemaMigrations,
 };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "neoagent",
-  "version": "2.5.2-beta.9",
-  "description": "Proactive personal AI agent with no limits",
+  "version": "3.0.1-beta.0",
+  "description": "Self-hosted AI agent for long-running tasks, automation, messaging, device control, and local memory",
   "license": "AGPL-3.0-only",
   "main": "server/index.js",
   "engines": {

package/server/admin/admin.css

@@ -36,6 +36,35 @@
 
   --font-sans:     'Geist', 'Inter', -apple-system, BlinkMacSystemFont, 'Segoe UI', sans-serif;
   --font-mono:     'Geist Mono', 'JetBrains Mono', 'Fira Code', 'Menlo', monospace;
+
+  --row-hover:     rgba(224, 240, 224, 0.04);
+}
+
+/* ── Light theme override ───────────────────────────────────────────────── */
+[data-theme="light"] {
+  --bg:            #f3f6f1;
+  --bg-sidebar:    #ffffff;
+  --bg-card:       #ffffff;
+  --bg-secondary:  #eaeee6;
+  --bg-input:      #ffffff;
+  --border:        rgba(20, 40, 24, 0.12);
+  --border-light:  rgba(20, 40, 24, 0.20);
+
+  --accent:        #b8861f;
+  --accent-hover:  #9a6f14;
+  --accent-alt:    #3f8a47;
+  --accent-muted:  rgba(184, 134, 31, 0.14);
+
+  --text:          #1a211b;
+  --text-secondary:#4a544a;
+  --text-muted:    #717b6f;
+
+  --success:       #2f8a3c;
+  --warning:       #b07a18;
+  --danger:        #c0492f;
+  --info:          #2f7d72;
+
+  --row-hover:     rgba(20, 40, 24, 0.05);
 }
 
 /* ── Base ────────────────────────────────────────────────────────────────── */

package/server/admin/admin.js

@@ -16,10 +16,31 @@ function showPage(page, btn) {
   if (btn) btn.classList.add('active');
   currentPage = page;
 
-  const loaders = { overview: loadHealth, logs: loadLogs, updates: loadVersion, config: loadConfig, providers: loadProviders, models: loadModels, analytics: loadAnalytics, users: loadUsers, sql: loadSql, access: loadAccess };
+  const loaders = { overview: loadHealth, logs: loadLogs, issues: loadIssues, updates: loadVersion, config: loadConfig, providers: loadProviders, models: loadModels, analytics: loadAnalytics, users: loadUsers, sql: loadSql, access: loadAccess };
   loaders[page]?.();
 }
 
+// ── Theme ──────────────────────────────────────────────────────────────────
+
+function applyTheme(theme) {
+  const isLight = theme === 'light';
+  document.documentElement.setAttribute('data-theme', isLight ? 'light' : 'dark');
+  const label = document.getElementById('theme-toggle-label');
+  if (label) label.textContent = isLight ? 'Dark mode' : 'Light mode';
+}
+
+function toggleTheme() {
+  const next = document.documentElement.getAttribute('data-theme') === 'light' ? 'dark' : 'light';
+  try { localStorage.setItem('admin-theme', next); } catch {}
+  applyTheme(next);
+}
+
+function initTheme() {
+  let stored = 'dark';
+  try { stored = localStorage.getItem('admin-theme') || 'dark'; } catch {}
+  applyTheme(stored);
+}
+
 async function signOut() {
   await fetch('/admin/api/logout', { method: 'POST' }).catch(() => {});
   window.location.replace('/admin/login');
@@ -130,6 +151,62 @@ function copyLogs() {
   navigator.clipboard.writeText(text).catch(() => {});
 }
 
+// ── Issues ─────────────────────────────────────────────────────────────────
+
+// Distil the raw log stream down to critical, actionable issues: error-level
+// entries grouped by message so a repeated failure shows up once with a count.
+function groupIssues(logs) {
+  const groups = new Map();
+  for (const entry of logs) {
+    if ((entry.type || 'log') !== 'error') continue;
+    const message = String(entry.message || '').trim();
+    if (!message) continue;
+    const existing = groups.get(message);
+    if (existing) {
+      existing.count += 1;
+      if (entry.timestamp && entry.timestamp > existing.last) existing.last = entry.timestamp;
+    } else {
+      groups.set(message, { message, count: 1, last: entry.timestamp || '' });
+    }
+  }
+  return Array.from(groups.values()).sort((a, b) => String(b.last).localeCompare(String(a.last)));
+}
+
+function renderIssues(issues) {
+  const table = document.getElementById('issue-table');
+  const count = document.getElementById('issue-count');
+  const badge = document.getElementById('issues-badge');
+  if (count) count.textContent = `${issues.length} issue${issues.length === 1 ? '' : 's'}`;
+  if (badge) {
+    if (issues.length) { badge.hidden = false; badge.textContent = String(issues.length); }
+    else { badge.hidden = true; }
+  }
+  if (!table) return;
+  if (!issues.length) { table.innerHTML = '<div class="empty">No critical issues 🎉</div>'; return; }
+  table.innerHTML = issues.map((i) => `
+    <div class="issue-row">
+      <div class="issue-msg">${esc(i.message)}</div>
+      <div class="issue-meta">
+        ${i.count > 1 ? `<span class="issue-count">×${i.count}</span><br>` : ''}
+        ${esc(fmtTime(i.last))}
+      </div>
+    </div>`).join('');
+}
+
+async function loadIssues() {
+  try {
+    const data = await api('/admin/api/logs').then((r) => r.json());
+    localLogs = data.logs || localLogs;
+    renderIssues(groupIssues(localLogs));
+    setTs('issues-ts', 'Updated');
+  } catch (err) {
+    if (err.message !== 'unauthorized') {
+      const table = document.getElementById('issue-table');
+      if (table) table.innerHTML = '<div class="empty">Failed to load issues</div>';
+    }
+  }
+}
+
 // ── Updates ────────────────────────────────────────────────────────────────
 
 async function loadVersion() {
@@ -626,12 +703,14 @@ async function saveEnabledModels(btn) {
 function startPolling() {
   setInterval(() => { if (currentPage === 'overview') loadHealth();  }, 30_000);
   setInterval(() => { if (currentPage === 'logs' && !logsCleared) loadLogs(); }, 5_000);
+  setInterval(() => { if (currentPage === 'issues') loadIssues(); }, 10_000);
   setInterval(() => { if (currentPage === 'updates') loadVersion();  }, 10_000);
 }
 
 // ── Init ───────────────────────────────────────────────────────────────────
 
 (async function init() {
+  initTheme();
   try {
     const res = await fetch('/admin/api/version');
     if (res.status === 401) { window.location.replace('/admin/login'); return; }
@@ -639,5 +718,6 @@ function startPolling() {
     // server unreachable — still render; API calls will fail gracefully
   }
   loadHealth();
+  loadIssues();
   startPolling();
 }());