neoagent 2.3.1-beta.89 → 2.3.1-beta.90

package/README.md

@@ -9,28 +9,37 @@
   <a href="LICENSE"><img src="https://img.shields.io/badge/License-MIT-a855f7?style=flat-square" alt="License"></a>
 </p>
 
-<p align="center">A self-hosted, proactive AI agent with a Flutter client for web and Android.</p>
+<p align="center">Self-hosted AI agent — runs as a system service, controls Android over ADB, connects to 15+ messaging platforms, all credentials on your server.</p>
+
+<p align="center">
+  <img src="demo.gif" alt="NeoAgent demo" width="100%">
+</p>
 
 | | | | |
 | --- | --- | --- | --- |
 | <img alt="WebUI" src="https://github.com/user-attachments/assets/3c76d59a-b6e3-4698-929b-9c94741ccf1e" height="420"> | <img height="494" alt="Android" src="https://github.com/user-attachments/assets/e8a0af7a-6881-485d-ad52-f3bc6f2023ca"> | <img alt="Mobile Telegram" src="https://github.com/user-attachments/assets/1fd41a9b-5452-4aa4-9478-888c8ad7363a" height="420"> | <img height="494" alt="image" src="https://github.com/user-attachments/assets/d5a57282-0851-4902-9588-d8de4b82d45c"> |
 
-
+- **Android control** — screenshot, observe UI, tap, swipe, type, launch apps, install APKs, `adb shell` — the agent operates Android, not just an app running on it
+- **15+ messaging platforms** — Telegram, WhatsApp, Discord, Signal, Slack, Matrix, iMessage, IRC, LINE, Mattermost, Telnyx Voice
+- **Integrations** — Google Workspace, Microsoft 365, Notion, Home Assistant, Trello, Spotify, Figma
+- **Browser + shell** — VM-isolated server-side browser automation, full PTY terminal
+- **Runs locally** — Ollama support, no API key required; credentials stay in `~/.neoagent/.env`, never in the client
 
 ## Install
 
+Requires Node.js 20+ and QEMU — see [getting started](docs/getting-started.md) for details.
+
 ```bash
 npm install -g neoagent
 neoagent install
-
-neoagent migrate
 ```
 
-## Manage the Service
+Runs as a `launchd` user service on macOS and `systemd --user` on Linux.
+
+## Manage
 
 ```bash
 neoagent status
-neoagent channel beta
 neoagent update
 neoagent fix
 neoagent logs
@@ -38,7 +47,7 @@ neoagent logs
 
 ## Links
 
-[Docs](https://neolabs-systems.github.io/NeoAgent/docs/) | [Homepage](https://neolabs-systems.github.io/NeoAgent/) | [Issues](https://github.com/NeoLabs-Systems/NeoAgent/issues)
+[Docs](https://neolabs-systems.github.io/NeoAgent/docs/) | [Capabilities](docs/capabilities.md) | [Why NeoAgent](docs/why-neoagent.md) | [Issues](https://github.com/NeoLabs-Systems/NeoAgent/issues)
 
 ---
 

package/flutter_app/lib/features/location/location_service.dart

@@ -2,8 +2,6 @@ import 'dart:convert';
 import 'package:flutter/material.dart';
 import 'package:geolocator/geolocator.dart';
 import 'package:http/http.dart' as http;
-import 'package:shared_preferences/shared_preferences.dart';
-
 class LocationService {
   static final LocationService _instance = LocationService._internal();
   factory LocationService() => _instance;
@@ -78,8 +76,8 @@ class LocationService {
   void _trackLoop(String backendUrl, String token) async {
     while (_isTracking) {
       try {
-        Position position = await Geolocator.getCurrentPosition(
-            desiredAccuracy: LocationAccuracy.low); // low accuracy = approx position
+        await Geolocator.getCurrentPosition(
+            locationSettings: const LocationSettings(accuracy: LocationAccuracy.low));
 
         // Here we would normally fetch active geofences from local DB or backend
         // and calculate the distance. If inside a geofence, we trigger:

package/flutter_app/lib/main.dart

@@ -47,6 +47,7 @@ import 'features/location/location_service.dart';
 import 'features/notifications/notification_interceptor.dart';
 import 'features/onboarding/onboarding_shell.dart';
 
+part 'main_spacing.dart';
 part 'main_theme.dart';
 part 'main_app_shell.dart';
 part 'main_launcher.dart';

package/flutter_app/lib/main_app_shell.dart

@@ -360,11 +360,11 @@ class _AuthViewState extends State<AuthView> {
                             version: QrVersions.auto,
                             eyeStyle: const QrEyeStyle(
                               eyeShape: QrEyeShape.square,
-                              color: Color(0xFF04111D),
+                              color: _qrDarkColor,
                             ),
                             dataModuleStyle: const QrDataModuleStyle(
                               dataModuleShape: QrDataModuleShape.square,
-                              color: Color(0xFF04111D),
+                              color: _qrDarkColor,
                             ),
                           )
                         : controller.isPreparingQrLogin
@@ -818,13 +818,13 @@ class _AuthViewState extends State<AuthView> {
                                           version: QrVersions.auto,
                                           eyeStyle: const QrEyeStyle(
                                             eyeShape: QrEyeShape.square,
-                                            color: Color(0xFF04111D),
+                                            color: _qrDarkColor,
                                           ),
                                           dataModuleStyle:
                                               const QrDataModuleStyle(
                                                 dataModuleShape:
                                                     QrDataModuleShape.square,
-                                                color: Color(0xFF04111D),
+                                                color: _qrDarkColor,
                                               ),
                                         )
                                       : controller.isPreparingQrLogin
@@ -852,14 +852,14 @@ class _AuthViewState extends State<AuthView> {
                                 style: FilledButton.styleFrom(
                                   minimumSize: const Size.fromHeight(56),
                                   backgroundColor: Colors.white,
-                                  foregroundColor: const Color(0xFF04111D),
+                                  foregroundColor: _qrDarkColor,
                                 ),
                                 icon: controller.isPreparingQrLogin
                                     ? const SizedBox.square(
                                         dimension: 16,
                                         child: CircularProgressIndicator(
                                           strokeWidth: 2,
-                                          color: Color(0xFF04111D),
+                                          color: _qrDarkColor,
                                         ),
                                       )
                                     : const Icon(Icons.qr_code_2_rounded),
@@ -972,7 +972,7 @@ class _AuthViewState extends State<AuthView> {
                   ),
                   child: Padding(
                     padding: EdgeInsets.all(
-                      viewportConstraints.maxWidth < 480 ? 14 : 24,
+                      viewportConstraints.maxWidth < AppBreakpoints.mobile ? 14 : 24,
                     ),
                     child: Center(
                       child: ConstrainedBox(
@@ -988,10 +988,10 @@ class _AuthViewState extends State<AuthView> {
                             fillColor: _glassFill,
                             child: Padding(
                               padding: EdgeInsets.fromLTRB(
-                                viewportConstraints.maxWidth < 480 ? 18 : 34,
-                                viewportConstraints.maxWidth < 480 ? 20 : 30,
-                                viewportConstraints.maxWidth < 480 ? 18 : 34,
-                                viewportConstraints.maxWidth < 480 ? 20 : 30,
+                                viewportConstraints.maxWidth < AppBreakpoints.mobile ? 18 : 34,
+                                viewportConstraints.maxWidth < AppBreakpoints.mobile ? 20 : 30,
+                                viewportConstraints.maxWidth < AppBreakpoints.mobile ? 18 : 34,
+                                viewportConstraints.maxWidth < AppBreakpoints.mobile ? 20 : 30,
                               ),
                               child: LayoutBuilder(
                                 builder: (context, panelConstraints) {

package/flutter_app/lib/main_chat.dart

@@ -339,49 +339,52 @@ class _ChatPanelState extends State<ChatPanel> {
                       child: Icon(Icons.call_rounded, color: Colors.white),
                     ),
                     const SizedBox(width: 8),
-                    FilledButton(
-                      onPressed: _isSendingChatMessage
-                          ? null
-                          : () async {
-                              final task = _composerController.text;
-                              if ((task.trim().isEmpty &&
-                                      _pendingSharedAttachments.isEmpty) ||
-                                  _isSendingChatMessage) {
-                                return;
-                              }
-                              setState(() {
-                                _isSendingChatMessage = true;
-                              });
-                              _composerController.clear();
-                              final outgoingAttachments =
-                                  _pendingSharedAttachments;
-                              _clearSharedPayload();
-                              try {
-                                await controller.sendMessage(
-                                  task,
-                                  sharedAttachments: outgoingAttachments,
-                                );
-                              } finally {
-                                if (mounted) {
-                                  setState(() {
-                                    _isSendingChatMessage = false;
-                                  });
+                    Tooltip(
+                      message: 'Send (⌘↩)',
+                      child: FilledButton(
+                        onPressed: _isSendingChatMessage
+                            ? null
+                            : () async {
+                                final task = _composerController.text;
+                                if ((task.trim().isEmpty &&
+                                        _pendingSharedAttachments.isEmpty) ||
+                                    _isSendingChatMessage) {
+                                  return;
                                 }
-                              }
-                            },
-                      style: FilledButton.styleFrom(
-                        minimumSize: const Size(46, 42),
-                        padding: const EdgeInsets.symmetric(horizontal: 12),
-                        backgroundColor: _accent,
-                        shape: RoundedRectangleBorder(
-                          borderRadius: BorderRadius.circular(10),
+                                setState(() {
+                                  _isSendingChatMessage = true;
+                                });
+                                _composerController.clear();
+                                final outgoingAttachments =
+                                    _pendingSharedAttachments;
+                                _clearSharedPayload();
+                                try {
+                                  await controller.sendMessage(
+                                    task,
+                                    sharedAttachments: outgoingAttachments,
+                                  );
+                                } finally {
+                                  if (mounted) {
+                                    setState(() {
+                                      _isSendingChatMessage = false;
+                                    });
+                                  }
+                                }
+                              },
+                        style: FilledButton.styleFrom(
+                          minimumSize: const Size(46, 42),
+                          padding: const EdgeInsets.symmetric(horizontal: 12),
+                          backgroundColor: _accent,
+                          shape: RoundedRectangleBorder(
+                            borderRadius: BorderRadius.circular(10),
+                          ),
+                        ),
+                        child: Icon(
+                          controller.hasLiveRun
+                              ? Icons.alt_route_rounded
+                              : Icons.north_east_rounded,
+                          color: Colors.white,
                         ),
-                      ),
-                      child: Icon(
-                        controller.hasLiveRun
-                            ? Icons.alt_route_rounded
-                            : Icons.north_east_rounded,
-                        color: Colors.white,
                       ),
                     ),
                   ],
@@ -1009,7 +1012,7 @@ class _MessagingMetricCard extends StatelessWidget {
                   value,
                   style: TextStyle(
                     color: _textPrimary,
-                    fontSize: 26,
+                    fontSize: 22,
                     fontWeight: FontWeight.w800,
                   ),
                 ),
@@ -2244,6 +2247,7 @@ Future<_MessagingRuleSelection?> _showMessagingAccessRulePicker(
   required MessagingPlatformDescriptor platform,
   required MessagingAccessCatalog catalog,
 }) async {
+  // Use BottomSheet for contextual actions, AlertDialog for confirmations.
   return showModalBottomSheet<_MessagingRuleSelection>(
     context: context,
     isScrollControlled: true,

package/flutter_app/lib/main_controller.dart

@@ -2980,7 +2980,7 @@ class NeoAgentController extends ChangeNotifier {
     await _runDeviceAction(
       () => _backendClient.startAndroidEmulator(backendUrl),
       browser: false,
-      refreshAppsAfter: true,
+      refreshAppsAfter: false,
     );
   }
 

package/flutter_app/lib/main_devices.dart

@@ -1080,6 +1080,7 @@ class _AndroidNavDock extends StatelessWidget {
           final disabled =
               busy || (!androidOnline && entry.key.startsWith('android_'));
           return IconButton.filledTonal(
+            tooltip: entry.key.replaceAll('_', ' '),
             onPressed: disabled ? null : () => onAction(entry.key),
             icon: Icon(entry.value),
           );
@@ -1132,6 +1133,7 @@ class _SurfaceSwitcher extends StatelessWidget {
                 mainAxisAlignment: MainAxisAlignment.center,
                 children: <Widget>[
                   IconButton.filledTonal(
+                    tooltip: 'Previous surface',
                     onPressed: onPrevious,
                     icon: Icon(Icons.arrow_back_ios_new_rounded),
                   ),
@@ -1139,6 +1141,7 @@ class _SurfaceSwitcher extends StatelessWidget {
                   Flexible(child: labelColumn),
                   const SizedBox(width: 14),
                   IconButton.filledTonal(
+                    tooltip: 'Next surface',
                     onPressed: onNext,
                     icon: Icon(Icons.arrow_forward_ios_rounded),
                   ),
@@ -1152,6 +1155,7 @@ class _SurfaceSwitcher extends StatelessWidget {
           mainAxisAlignment: MainAxisAlignment.center,
           children: <Widget>[
             IconButton.filledTonal(
+              tooltip: 'Previous surface',
               onPressed: onPrevious,
               icon: Icon(Icons.arrow_back_ios_new_rounded),
             ),
@@ -1159,6 +1163,7 @@ class _SurfaceSwitcher extends StatelessWidget {
             labelColumn,
             const SizedBox(width: 14),
             IconButton.filledTonal(
+              tooltip: 'Next surface',
               onPressed: onNext,
               icon: Icon(Icons.arrow_forward_ios_rounded),
             ),
@@ -1386,7 +1391,10 @@ class _InteractiveSurfacePreviewState
                         onPressed: widget.onWakeRequested,
                       );
                     }
-                    return GestureDetector(
+                    return Semantics(
+                      button: true,
+                      label: 'Device surface preview — tap to interact, swipe to scroll',
+                      child: GestureDetector(
                       onTapUp: widget.busy
                           ? null
                           : (details) async {
@@ -1462,6 +1470,7 @@ class _InteractiveSurfacePreviewState
                             const Center(child: CircularProgressIndicator()),
                         ],
                       ),
+                    ),
                     );
                   },
                 ),

package/flutter_app/lib/main_integrations.dart

@@ -326,9 +326,9 @@ Future<void> _showTrelloSetupDialog(
                     Container(
                       padding: const EdgeInsets.all(8),
                       decoration: BoxDecoration(
-                        color: _danger.withOpacity(0.1),
+                        color: _danger.withValues(alpha: 0.1),
                         borderRadius: BorderRadius.circular(4),
-                        border: Border.all(color: _danger.withOpacity(0.3)),
+                        border: Border.all(color: _danger.withValues(alpha: 0.3)),
                       ),
                       child: Text(
                         formError,
@@ -543,7 +543,7 @@ class _TrelloStatusItem extends StatelessWidget {
         color: _bgSecondary,
         borderRadius: BorderRadius.circular(8),
         border: Border.all(
-          color: isConnected ? _success.withOpacity(0.3) : _border,
+          color: isConnected ? _success.withValues(alpha: 0.3) : _border,
         ),
       ),
       child: Row(

package/flutter_app/lib/main_spacing.dart

@@ -0,0 +1,18 @@
+part of 'main.dart';
+
+abstract class AppSpacing {
+  static const double xs = 8.0;
+  static const double sm = 12.0;
+  static const double md = 16.0;
+  static const double lg = 24.0;
+  static const double xl = 32.0;
+}
+
+abstract class AppBreakpoints {
+  static const double mobile = 480.0;
+  static const double tablet = 960.0;
+}
+
+/// Deep dark color used for QR code modules rendered on a white background.
+/// Matches the dark theme's primary background hue for brand consistency.
+const Color _qrDarkColor = Color(0xFF04111D);

package/flutter_app/lib/main_theme.dart

@@ -109,6 +109,7 @@ ThemeData _buildNeoAgentTheme(NeoAgentPalette palette, Brightness brightness) {
   );
 
   return base.copyWith(
+    focusColor: palette.accent.withValues(alpha: 0.2),
     scaffoldBackgroundColor: palette.bgPrimary,
     colorScheme: base.colorScheme.copyWith(
       primary: palette.accent,
@@ -229,6 +230,14 @@ ThemeData _buildNeoAgentTheme(NeoAgentPalette palette, Brightness brightness) {
         ),
       ),
     ),
+    elevatedButtonTheme: ElevatedButtonThemeData(
+      style: ElevatedButton.styleFrom(
+        padding: const EdgeInsets.symmetric(
+          horizontal: AppSpacing.md,
+          vertical: AppSpacing.sm,
+        ),
+      ),
+    ),
     appBarTheme: AppBarTheme(
       backgroundColor: Colors.transparent,
       surfaceTintColor: Colors.transparent,

package/flutter_app/lib/main_unified.dart

@@ -90,7 +90,7 @@ class _ToolsPanelState extends State<ToolsPanel>
             ),
             child: TabBar(
               controller: _tabController,
-              dividerColor: Colors.transparent,
+              dividerColor: _border,
               indicatorSize: TabBarIndicatorSize.tab,
               labelStyle: const TextStyle(fontWeight: FontWeight.w700),
               tabs: <Widget>[
@@ -190,7 +190,7 @@ class _RunsAndLogsPanelState extends State<RunsAndLogsPanel>
             ),
             child: TabBar(
               controller: _tabController,
-              dividerColor: Colors.transparent,
+              dividerColor: _border,
               indicatorSize: TabBarIndicatorSize.tab,
               labelStyle: const TextStyle(fontWeight: FontWeight.w700),
               tabs: <Widget>[
@@ -251,7 +251,7 @@ class _SettingsWorkspacePanelState extends State<SettingsWorkspacePanel> {
 
   @override
   Widget build(BuildContext context) {
-    final compact = MediaQuery.sizeOf(context).width < 960;
+    final compact = MediaQuery.sizeOf(context).width < AppBreakpoints.tablet;
     return Padding(
       padding: _pagePadding(context),
       child: Column(

package/lib/manager.js

@@ -288,6 +288,38 @@ function ensureLogDir() {
   ensureRuntimeDirs();
 }
 
+function pruneOldRuntimeBackups(backupsDir, keepLatest = 3) {
+  if (!fs.existsSync(backupsDir) || keepLatest < 0) return;
+
+  const backupDirs = fs
+    .readdirSync(backupsDir, { withFileTypes: true })
+    .filter((entry) => entry.isDirectory() && entry.name.startsWith('pre-update-'))
+    .map((entry) => {
+      const fullPath = path.join(backupsDir, entry.name);
+      let mtimeMs = 0;
+      try {
+        mtimeMs = fs.statSync(fullPath).mtimeMs;
+      } catch {
+        // Skip entries that disappear or cannot be statted.
+        return null;
+      }
+      return { name: entry.name, fullPath, mtimeMs };
+    })
+    .filter(Boolean)
+    .sort((a, b) => {
+      if (b.mtimeMs !== a.mtimeMs) return b.mtimeMs - a.mtimeMs;
+      return b.name.localeCompare(a.name);
+    });
+
+  for (const backup of backupDirs.slice(keepLatest)) {
+    try {
+      fs.rmSync(backup.fullPath, { recursive: true, force: true });
+    } catch {
+      // Best-effort cleanup only.
+    }
+  }
+}
+
 function backupRuntimeData() {
   const backupsDir = path.join(RUNTIME_HOME, 'backups');
   fs.mkdirSync(backupsDir, { recursive: true });
@@ -297,6 +329,7 @@ function backupRuntimeData() {
 
   if (fs.existsSync(ENV_FILE)) fs.copyFileSync(ENV_FILE, path.join(target, '.env'));
   if (fs.existsSync(DATA_DIR)) fs.cpSync(DATA_DIR, path.join(target, 'data'), { recursive: true, force: false, errorOnExist: false });
+  pruneOldRuntimeBackups(backupsDir, 3);
 }
 
 function killByPort(port) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "neoagent",
-  "version": "2.3.1-beta.89",
+  "version": "2.3.1-beta.90",
   "description": "Proactive personal AI agent with no limits",
   "license": "MIT",
   "main": "server/index.js",

package/server/db/database.js

@@ -50,6 +50,43 @@ function initializeDatabase(db, dbPath) {
   return db;
 }
 
+function sleepSync(ms) {
+  if (ms <= 0) return;
+  const buffer = new SharedArrayBuffer(4);
+  const view = new Int32Array(buffer);
+  Atomics.wait(view, 0, 0, ms);
+}
+
+function isSqliteBusyError(error) {
+  return Boolean(
+    error &&
+    (
+      error.code === 'SQLITE_BUSY' ||
+      error.code === 'SQLITE_LOCKED' ||
+      /database is locked|database table is locked/i.test(error.message || '')
+    ),
+  );
+}
+
+function runWithBusyRetry(action, { attempts = 5, delayMs = 50, label = 'SQLite operation' } = {}) {
+  let lastError = null;
+  for (let attempt = 1; attempt <= attempts; attempt += 1) {
+    try {
+      return action();
+    } catch (error) {
+      lastError = error;
+      if (!isSqliteBusyError(error) || attempt === attempts) {
+        throw error;
+      }
+      console.warn(
+        `[Database] ${label} hit a busy lock on attempt ${attempt}/${attempts}; retrying in ${delayMs}ms.`,
+      );
+      sleepSync(delayMs);
+    }
+  }
+  throw lastError;
+}
+
 let db = new Database(DB_PATH);
 db = initializeDatabase(db, DB_PATH);
 
@@ -1047,7 +1084,19 @@ function backfillAgentIds() {
       }
     }
   });
-  tx();
+
+  try {
+    runWithBusyRetry(
+      () => tx(),
+      { attempts: 8, label: 'backfillAgentIds' },
+    );
+  } catch (error) {
+    if (isSqliteBusyError(error)) {
+      console.warn('[Database] Skipping backfillAgentIds because the database stayed locked.');
+      return;
+    }
+    throw error;
+  }
 }
 
 function backfillAgentPolicies() {
@@ -1059,21 +1108,30 @@ function backfillAgentPolicies() {
     return;
   }
   try {
-    db.prepare(
-      `UPDATE agents
-       SET can_delegate = COALESCE(can_delegate, 1),
-           can_be_delegated_to = COALESCE(can_be_delegated_to, 0),
-           delegate_targets_json = COALESCE(delegate_targets_json, '[]')
-       WHERE slug = 'main'`
-    ).run();
-    db.prepare(
-      `UPDATE agents
-       SET can_delegate = COALESCE(can_delegate, 0),
-           can_be_delegated_to = COALESCE(can_be_delegated_to, 1),
-           delegate_targets_json = COALESCE(delegate_targets_json, '[]')
-       WHERE slug != 'main'`
-    ).run();
-  } catch {
+    runWithBusyRetry(
+      () => {
+        db.prepare(
+          `UPDATE agents
+           SET can_delegate = COALESCE(can_delegate, 1),
+               can_be_delegated_to = COALESCE(can_be_delegated_to, 0),
+               delegate_targets_json = COALESCE(delegate_targets_json, '[]')
+           WHERE slug = 'main'`
+        ).run();
+        db.prepare(
+          `UPDATE agents
+           SET can_delegate = COALESCE(can_delegate, 0),
+               can_be_delegated_to = COALESCE(can_be_delegated_to, 1),
+               delegate_targets_json = COALESCE(delegate_targets_json, '[]')
+           WHERE slug != 'main'`
+        ).run();
+      },
+      { attempts: 8, label: 'backfillAgentPolicies' },
+    );
+  } catch (error) {
+    if (isSqliteBusyError(error)) {
+      console.warn('[Database] Skipping backfillAgentPolicies because the database stayed locked.');
+      return;
+    }
     // Keep startup resilient for partially migrated databases.
   }
 }

package/server/guest_agent.js

@@ -150,6 +150,7 @@ app.post('/files/read', async (req, res) => {
     }
     const realTarget = resolveReadablePath(filePath);
     if (!realTarget) {
+      console.warn('[GuestAgent] files/read rejected path', { requestedPath: filePath });
       return { error: 'path is outside guest-agent readable roots' };
     }
     const data = fs.readFileSync(realTarget);

package/server/public/.last_build_id

@@ -1 +1 @@
-565ea9475bb1a5c2efca6dc427d87b38
+60e7dbe66a3ba1c874f738f6f995f811

package/server/public/flutter_bootstrap.js

@@ -37,6 +37,6 @@ _flutter.buildConfig = {"engineRevision":"42d3d75a56efe1a2e9902f52dc8006099c45d9
 
 _flutter.loader.load({
   serviceWorkerSettings: {
-    serviceWorkerVersion: "2533429045" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
+    serviceWorkerVersion: "3267367784" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
   }
 });