neoagent 2.3.1-beta.89 → 2.3.1-beta.91

package/.env.example

@@ -26,6 +26,10 @@ NEOAGENT_DEPLOYMENT_MODE=self_hosted
 #   prod    -> multi-user / isolated per-user VM runtime
 NEOAGENT_PROFILE=prod
 
+# Allow new user sign-ups. Set to false to disable registration (the first user
+# can always register regardless of this setting).
+# NEOAGENT_ALLOW_SIGNUP=false
+
 # VM runtime settings used by `prod`.
 # Set these before switching NEOAGENT_PROFILE=prod.
 # The app can cache a shared base image automatically from a URL, then create

package/README.md

@@ -9,28 +9,37 @@
   <a href="LICENSE"><img src="https://img.shields.io/badge/License-MIT-a855f7?style=flat-square" alt="License"></a>
 </p>
 
-<p align="center">A self-hosted, proactive AI agent with a Flutter client for web and Android.</p>
+<p align="center">Self-hosted AI agent — runs as a system service, controls Android over ADB, connects to 15+ messaging platforms, all credentials on your server.</p>
+
+<p align="center">
+  <img src="demo.gif" alt="NeoAgent demo" width="100%">
+</p>
 
 | | | | |
 | --- | --- | --- | --- |
 | <img alt="WebUI" src="https://github.com/user-attachments/assets/3c76d59a-b6e3-4698-929b-9c94741ccf1e" height="420"> | <img height="494" alt="Android" src="https://github.com/user-attachments/assets/e8a0af7a-6881-485d-ad52-f3bc6f2023ca"> | <img alt="Mobile Telegram" src="https://github.com/user-attachments/assets/1fd41a9b-5452-4aa4-9478-888c8ad7363a" height="420"> | <img height="494" alt="image" src="https://github.com/user-attachments/assets/d5a57282-0851-4902-9588-d8de4b82d45c"> |
 
-
+- **Android control** — screenshot, observe UI, tap, swipe, type, launch apps, install APKs, `adb shell` — the agent operates Android, not just an app running on it
+- **15+ messaging platforms** — Telegram, WhatsApp, Discord, Signal, Slack, Matrix, iMessage, IRC, LINE, Mattermost, Telnyx Voice
+- **Integrations** — Google Workspace, Microsoft 365, Notion, Home Assistant, Trello, Spotify, Figma
+- **Browser + shell** — VM-isolated server-side browser automation, full PTY terminal
+- **Runs locally** — Ollama support, no API key required; credentials stay in `~/.neoagent/.env`, never in the client
 
 ## Install
 
+Requires Node.js 20+ and QEMU — see [getting started](docs/getting-started.md) for details.
+
 ```bash
 npm install -g neoagent
 neoagent install
-
-neoagent migrate
 ```
 
-## Manage the Service
+Runs as a `launchd` user service on macOS and `systemd --user` on Linux.
+
+## Manage
 
 ```bash
 neoagent status
-neoagent channel beta
 neoagent update
 neoagent fix
 neoagent logs
@@ -38,7 +47,7 @@ neoagent logs
 
 ## Links
 
-[Docs](https://neolabs-systems.github.io/NeoAgent/docs/) | [Homepage](https://neolabs-systems.github.io/NeoAgent/) | [Issues](https://github.com/NeoLabs-Systems/NeoAgent/issues)
+[Docs](https://neolabs-systems.github.io/NeoAgent/docs/) | [Capabilities](docs/capabilities.md) | [Why NeoAgent](docs/why-neoagent.md) | [Issues](https://github.com/NeoLabs-Systems/NeoAgent/issues)
 
 ---
 

package/flutter_app/lib/features/location/location_service.dart

@@ -2,8 +2,6 @@ import 'dart:convert';
 import 'package:flutter/material.dart';
 import 'package:geolocator/geolocator.dart';
 import 'package:http/http.dart' as http;
-import 'package:shared_preferences/shared_preferences.dart';
-
 class LocationService {
   static final LocationService _instance = LocationService._internal();
   factory LocationService() => _instance;
@@ -78,8 +76,8 @@ class LocationService {
   void _trackLoop(String backendUrl, String token) async {
     while (_isTracking) {
       try {
-        Position position = await Geolocator.getCurrentPosition(
-            desiredAccuracy: LocationAccuracy.low); // low accuracy = approx position
+        await Geolocator.getCurrentPosition(
+            locationSettings: const LocationSettings(accuracy: LocationAccuracy.low));
 
         // Here we would normally fetch active geofences from local DB or backend
         // and calculate the distance. If inside a geofence, we trigger:

package/flutter_app/lib/main.dart

@@ -47,6 +47,7 @@ import 'features/location/location_service.dart';
 import 'features/notifications/notification_interceptor.dart';
 import 'features/onboarding/onboarding_shell.dart';
 
+part 'main_spacing.dart';
 part 'main_theme.dart';
 part 'main_app_shell.dart';
 part 'main_launcher.dart';

package/flutter_app/lib/main_app_shell.dart

@@ -360,11 +360,11 @@ class _AuthViewState extends State<AuthView> {
                             version: QrVersions.auto,
                             eyeStyle: const QrEyeStyle(
                               eyeShape: QrEyeShape.square,
-                              color: Color(0xFF04111D),
+                              color: _qrDarkColor,
                             ),
                             dataModuleStyle: const QrDataModuleStyle(
                               dataModuleShape: QrDataModuleShape.square,
-                              color: Color(0xFF04111D),
+                              color: _qrDarkColor,
                             ),
                           )
                         : controller.isPreparingQrLogin
@@ -818,13 +818,13 @@ class _AuthViewState extends State<AuthView> {
                                           version: QrVersions.auto,
                                           eyeStyle: const QrEyeStyle(
                                             eyeShape: QrEyeShape.square,
-                                            color: Color(0xFF04111D),
+                                            color: _qrDarkColor,
                                           ),
                                           dataModuleStyle:
                                               const QrDataModuleStyle(
                                                 dataModuleShape:
                                                     QrDataModuleShape.square,
-                                                color: Color(0xFF04111D),
+                                                color: _qrDarkColor,
                                               ),
                                         )
                                       : controller.isPreparingQrLogin
@@ -852,14 +852,14 @@ class _AuthViewState extends State<AuthView> {
                                 style: FilledButton.styleFrom(
                                   minimumSize: const Size.fromHeight(56),
                                   backgroundColor: Colors.white,
-                                  foregroundColor: const Color(0xFF04111D),
+                                  foregroundColor: _qrDarkColor,
                                 ),
                                 icon: controller.isPreparingQrLogin
                                     ? const SizedBox.square(
                                         dimension: 16,
                                         child: CircularProgressIndicator(
                                           strokeWidth: 2,
-                                          color: Color(0xFF04111D),
+                                          color: _qrDarkColor,
                                         ),
                                       )
                                     : const Icon(Icons.qr_code_2_rounded),
@@ -972,7 +972,7 @@ class _AuthViewState extends State<AuthView> {
                   ),
                   child: Padding(
                     padding: EdgeInsets.all(
-                      viewportConstraints.maxWidth < 480 ? 14 : 24,
+                      viewportConstraints.maxWidth < AppBreakpoints.mobile ? 14 : 24,
                     ),
                     child: Center(
                       child: ConstrainedBox(
@@ -988,10 +988,10 @@ class _AuthViewState extends State<AuthView> {
                             fillColor: _glassFill,
                             child: Padding(
                               padding: EdgeInsets.fromLTRB(
-                                viewportConstraints.maxWidth < 480 ? 18 : 34,
-                                viewportConstraints.maxWidth < 480 ? 20 : 30,
-                                viewportConstraints.maxWidth < 480 ? 18 : 34,
-                                viewportConstraints.maxWidth < 480 ? 20 : 30,
+                                viewportConstraints.maxWidth < AppBreakpoints.mobile ? 18 : 34,
+                                viewportConstraints.maxWidth < AppBreakpoints.mobile ? 20 : 30,
+                                viewportConstraints.maxWidth < AppBreakpoints.mobile ? 18 : 34,
+                                viewportConstraints.maxWidth < AppBreakpoints.mobile ? 20 : 30,
                               ),
                               child: LayoutBuilder(
                                 builder: (context, panelConstraints) {
@@ -1064,6 +1064,7 @@ class _HomeViewState extends State<HomeView> {
   bool _blockedDialogOpen = false;
   SidebarGroup? _expandedSidebarGroup;
   AppSection? _lastSelectedSection;
+  final GlobalKey _devicesPanelKey = GlobalKey();
 
   @override
   void initState() {
@@ -1221,7 +1222,7 @@ class _HomeViewState extends State<HomeView> {
                             key: ValueKey<AppSection>(
                               controller.selectedSection,
                             ),
-                            child: _SectionBody(controller: controller),
+                            child: _SectionBody(controller: controller, devicesPanelKey: _devicesPanelKey),
                           ),
                         ),
                       ),
@@ -1271,7 +1272,7 @@ class _HomeViewState extends State<HomeView> {
                   switchOutCurve: Curves.easeInCubic,
                   child: KeyedSubtree(
                     key: ValueKey<AppSection>(controller.selectedSection),
-                    child: _SectionBody(controller: controller),
+                    child: _SectionBody(controller: controller, devicesPanelKey: _devicesPanelKey),
                   ),
                 ),
               ),
@@ -2096,9 +2097,10 @@ class _MobileDrawer extends StatelessWidget {
 }
 
 class _SectionBody extends StatelessWidget {
-  const _SectionBody({required this.controller});
+  const _SectionBody({required this.controller, this.devicesPanelKey});
 
   final NeoAgentController controller;
+  final GlobalKey? devicesPanelKey;
 
   @override
   Widget build(BuildContext context) {
@@ -2108,7 +2110,7 @@ class _SectionBody extends StatelessWidget {
       case AppSection.voiceAssistant:
         return VoiceAssistantPanel(controller: controller);
       case AppSection.devices:
-        return DevicesPanel(controller: controller);
+        return DevicesPanel(key: devicesPanelKey, controller: controller);
       case AppSection.recordings:
         return RecordingsPanel(controller: controller);
       case AppSection.messaging:

package/flutter_app/lib/main_chat.dart

@@ -339,49 +339,52 @@ class _ChatPanelState extends State<ChatPanel> {
                       child: Icon(Icons.call_rounded, color: Colors.white),
                     ),
                     const SizedBox(width: 8),
-                    FilledButton(
-                      onPressed: _isSendingChatMessage
-                          ? null
-                          : () async {
-                              final task = _composerController.text;
-                              if ((task.trim().isEmpty &&
-                                      _pendingSharedAttachments.isEmpty) ||
-                                  _isSendingChatMessage) {
-                                return;
-                              }
-                              setState(() {
-                                _isSendingChatMessage = true;
-                              });
-                              _composerController.clear();
-                              final outgoingAttachments =
-                                  _pendingSharedAttachments;
-                              _clearSharedPayload();
-                              try {
-                                await controller.sendMessage(
-                                  task,
-                                  sharedAttachments: outgoingAttachments,
-                                );
-                              } finally {
-                                if (mounted) {
-                                  setState(() {
-                                    _isSendingChatMessage = false;
-                                  });
+                    Tooltip(
+                      message: 'Send (⌘↩)',
+                      child: FilledButton(
+                        onPressed: _isSendingChatMessage
+                            ? null
+                            : () async {
+                                final task = _composerController.text;
+                                if ((task.trim().isEmpty &&
+                                        _pendingSharedAttachments.isEmpty) ||
+                                    _isSendingChatMessage) {
+                                  return;
                                 }
-                              }
-                            },
-                      style: FilledButton.styleFrom(
-                        minimumSize: const Size(46, 42),
-                        padding: const EdgeInsets.symmetric(horizontal: 12),
-                        backgroundColor: _accent,
-                        shape: RoundedRectangleBorder(
-                          borderRadius: BorderRadius.circular(10),
+                                setState(() {
+                                  _isSendingChatMessage = true;
+                                });
+                                _composerController.clear();
+                                final outgoingAttachments =
+                                    _pendingSharedAttachments;
+                                _clearSharedPayload();
+                                try {
+                                  await controller.sendMessage(
+                                    task,
+                                    sharedAttachments: outgoingAttachments,
+                                  );
+                                } finally {
+                                  if (mounted) {
+                                    setState(() {
+                                      _isSendingChatMessage = false;
+                                    });
+                                  }
+                                }
+                              },
+                        style: FilledButton.styleFrom(
+                          minimumSize: const Size(46, 42),
+                          padding: const EdgeInsets.symmetric(horizontal: 12),
+                          backgroundColor: _accent,
+                          shape: RoundedRectangleBorder(
+                            borderRadius: BorderRadius.circular(10),
+                          ),
+                        ),
+                        child: Icon(
+                          controller.hasLiveRun
+                              ? Icons.alt_route_rounded
+                              : Icons.north_east_rounded,
+                          color: Colors.white,
                         ),
-                      ),
-                      child: Icon(
-                        controller.hasLiveRun
-                            ? Icons.alt_route_rounded
-                            : Icons.north_east_rounded,
-                        color: Colors.white,
                       ),
                     ),
                   ],
@@ -1009,7 +1012,7 @@ class _MessagingMetricCard extends StatelessWidget {
                   value,
                   style: TextStyle(
                     color: _textPrimary,
-                    fontSize: 26,
+                    fontSize: 22,
                     fontWeight: FontWeight.w800,
                   ),
                 ),
@@ -2244,6 +2247,7 @@ Future<_MessagingRuleSelection?> _showMessagingAccessRulePicker(
   required MessagingPlatformDescriptor platform,
   required MessagingAccessCatalog catalog,
 }) async {
+  // Use BottomSheet for contextual actions, AlertDialog for confirmations.
   return showModalBottomSheet<_MessagingRuleSelection>(
     context: context,
     isScrollControlled: true,

package/flutter_app/lib/main_controller.dart

@@ -2980,7 +2980,7 @@ class NeoAgentController extends ChangeNotifier {
     await _runDeviceAction(
       () => _backendClient.startAndroidEmulator(backendUrl),
       browser: false,
-      refreshAppsAfter: true,
+      refreshAppsAfter: false,
     );
   }
 
@@ -4560,6 +4560,7 @@ class NeoAgentController extends ChangeNotifier {
 
   Future<void> saveSettings({
     required String browserBackend,
+    required String cliBackend,
     required bool smarterSelector,
     required List<String> enabledModels,
     required String defaultChatModel,
@@ -4588,6 +4589,7 @@ class NeoAgentController extends ChangeNotifier {
     final payload = <String, dynamic>{
       'headless_browser': true,
       'browser_backend': browserBackend,
+      'cli_backend': cliBackend,
       'smarter_model_selector': smarterSelector,
       'enabled_models': enabledModels,
       'default_chat_model': defaultChatModel,
@@ -6122,6 +6124,9 @@ class NeoAgentController extends ChangeNotifier {
   String get browserBackend =>
       settings['browser_backend']?.toString().trim().toLowerCase() ?? 'vm';
 
+  String get cliBackend =>
+      settings['cli_backend']?.toString().trim().toLowerCase() ?? 'vm';
+
   String get cloudBrowserBackend {
     final browser = browserBackend;
     final profile = settings['runtime_profile']