neoagent 2.4.1-beta.9 → 2.4.1

package/flutter_app/lib/src/desktop_companion_io.dart

@@ -25,10 +25,19 @@ class DesktopCompanionManager extends ChangeNotifier {
   final DesktopCompanionActions _actions;
   WebSocket? _socket;
   Timer? _reconnectTimer;
+  Timer? _connectionWatchdogTimer;
   Timer? _streamTimer;
   bool _streamCaptureInFlight = false;
+  // Set true while a click / drag / scroll / typeText / pressKey command is
+  // being executed.  _captureAndSendBinaryFrame respects this flag so it does
+  // not compete with the input command for the native bridge or the WebSocket
+  // send buffer, and a fresh frame is forced immediately after the action.
+  bool _inputCommandInFlight = false;
   int _frameSeq = 0;
   int _streamGeneration = 0;
+  // Tracks the current stream quality so the forced post-input capture can use
+  // the same setting without re-parsing the original startStream payload.
+  int _currentStreamQuality = 80;
 
   String _backendUrl = '';
   String _sessionCookie = '';
@@ -86,6 +95,7 @@ class DesktopCompanionManager extends ChangeNotifier {
       await disconnect();
       return;
     }
+    _ensureConnectionWatchdog();
     await _ensureConnected();
   }
 
@@ -130,6 +140,8 @@ class DesktopCompanionManager extends ChangeNotifier {
   Future<void> disconnect() async {
     _reconnectTimer?.cancel();
     _reconnectTimer = null;
+    _connectionWatchdogTimer?.cancel();
+    _connectionWatchdogTimer = null;
     _stopStreaming();
     _connecting = false;
     _connected = false;
@@ -216,6 +228,7 @@ class DesktopCompanionManager extends ChangeNotifier {
         uri.toString(),
         headers: <String, Object>{'Cookie': _sessionCookie},
       );
+      socket.pingInterval = const Duration(seconds: 25);
       _socket = socket;
       socket.listen(
         _handleMessage,
@@ -286,6 +299,19 @@ class DesktopCompanionManager extends ChangeNotifier {
     }
   }
 
+  // Commands that interact with the remote machine's input system.  While one
+  // of these is executing we pause frame captures so the WebSocket send buffer
+  // is clear for the result message, and to avoid the native bridge being busy
+  // with a screenshot when the click/drag/etc. needs to run.
+  static const _inputCommands = <String>{
+    'click',
+    'mouseMove',
+    'drag',
+    'scroll',
+    'typeText',
+    'pressKey',
+  };
+
   Future<void> _handleCommand(Map<String, Object?> message) async {
     final id = message['id']?.toString() ?? '';
     final command = message['command']?.toString() ?? '';
@@ -294,6 +320,10 @@ class DesktopCompanionManager extends ChangeNotifier {
             (key, value) => MapEntry(key.toString(), value),
           )
         : const <String, Object?>{};
+
+    final isInput = _inputCommands.contains(command);
+    if (isInput) _inputCommandInFlight = true;
+
     try {
       final response = await _dispatchCommand(command, payload);
       _socket?.add(
@@ -304,6 +334,18 @@ class DesktopCompanionManager extends ChangeNotifier {
           'payload': response,
         }),
       );
+      // Immediately capture a fresh frame after an input action so the user
+      // sees the result of their interaction without waiting for the next
+      // timer tick.
+      if (isInput && _streamTimer != null && _connected) {
+        unawaited(
+          _captureAndSendBinaryFrame(
+            _currentStreamQuality,
+            _streamGeneration,
+            forced: true,
+          ),
+        );
+      }
     } catch (error) {
       _socket?.add(
         jsonEncode(<String, Object?>{
@@ -313,6 +355,8 @@ class DesktopCompanionManager extends ChangeNotifier {
           'error': '$error',
         }),
       );
+    } finally {
+      if (isInput) _inputCommandInFlight = false;
     }
   }
 
@@ -431,6 +475,8 @@ class DesktopCompanionManager extends ChangeNotifier {
   void dispose() {
     _reconnectTimer?.cancel();
     _reconnectTimer = null;
+    _connectionWatchdogTimer?.cancel();
+    _connectionWatchdogTimer = null;
     _stopStreaming();
     _connecting = false;
     _connected = false;
@@ -447,12 +493,28 @@ class DesktopCompanionManager extends ChangeNotifier {
 
   void _scheduleReconnect() {
     if (!_enabled || !_authenticated || _sessionCookie.isEmpty) return;
+    _ensureConnectionWatchdog();
     _reconnectTimer?.cancel();
     _reconnectTimer = Timer(const Duration(seconds: 5), () {
       unawaited(_ensureConnected());
     });
   }
 
+  void _ensureConnectionWatchdog() {
+    if (!_enabled || !_authenticated || _sessionCookie.isEmpty) return;
+    if (_connectionWatchdogTimer != null) return;
+    _connectionWatchdogTimer = Timer.periodic(const Duration(seconds: 30), (_) {
+      if (!_enabled || !_authenticated || _sessionCookie.isEmpty) {
+        _connectionWatchdogTimer?.cancel();
+        _connectionWatchdogTimer = null;
+        return;
+      }
+      if (!_connected && !_connecting) {
+        unawaited(_ensureConnected());
+      }
+    });
+  }
+
   Future<void> _sendEvent(String event, Map<String, Object?> payload) async {
     final socket = _socket;
     if (socket == null || !_connected) return;
@@ -478,6 +540,7 @@ class DesktopCompanionManager extends ChangeNotifier {
     }
     final interval = Duration(milliseconds: max(1, (1000 / fps).floor()));
     _frameSeq = 0;
+    _currentStreamQuality = quality;
     _streamTimer = Timer.periodic(interval, (_) {
       unawaited(_captureAndSendBinaryFrame(quality, generation));
     });
@@ -498,7 +561,11 @@ class DesktopCompanionManager extends ChangeNotifier {
     return <String, Object?>{'success': true};
   }
 
-  Future<void> _captureAndSendBinaryFrame(int quality, int generation) async {
+  Future<void> _captureAndSendBinaryFrame(
+    int quality,
+    int generation, {
+    bool forced = false,
+  }) async {
     final socket = _socket;
     if (socket == null ||
         !_connected ||
@@ -506,6 +573,9 @@ class DesktopCompanionManager extends ChangeNotifier {
         generation != _streamGeneration) {
       return;
     }
+    // If an input command is actively running, skip this frame unless we were
+    // explicitly forced (i.e. this IS the post-input refresh capture).
+    if (!forced && _inputCommandInFlight) return;
     _streamCaptureInFlight = true;
     try {
       final snapshot = await _actions.captureSnapshot(

package/flutter_app/lib/src/security/password_strength.dart

@@ -0,0 +1,84 @@
+class PasswordStrengthEvaluation {
+  const PasswordStrengthEvaluation({
+    required this.score,
+    required this.containsUserInfo,
+    required this.obviousPattern,
+    required this.hasMinimumLength,
+  });
+
+  final int score;
+  final bool containsUserInfo;
+  final bool obviousPattern;
+  final bool hasMinimumLength;
+}
+
+bool hasSequentialPattern(String input) {
+  if (input.length < 4) return false;
+  
+  // check for ascending/descending sequences of length >= 4
+  for (int i = 0; i <= input.length - 4; i++) {
+    bool asc = true;
+    bool desc = true;
+    for (int j = 0; j < 3; j++) {
+      if (input.codeUnitAt(i + j + 1) != input.codeUnitAt(i + j) + 1) asc = false;
+      if (input.codeUnitAt(i + j + 1) != input.codeUnitAt(i + j) - 1) desc = false;
+    }
+    if (asc || desc) return true;
+  }
+  return false;
+}
+
+PasswordStrengthEvaluation evaluatePasswordStrength({
+  required String password,
+  String username = '',
+  String email = '',
+}) {
+  final value = password.trim();
+  if (value.isEmpty) {
+    return const PasswordStrengthEvaluation(
+      score: 0,
+      containsUserInfo: false,
+      obviousPattern: false,
+      hasMinimumLength: false,
+    );
+  }
+
+  final lower = RegExp(r'[a-z]').hasMatch(value);
+  final upper = RegExp(r'[A-Z]').hasMatch(value);
+  final digits = RegExp(r'[0-9]').hasMatch(value);
+  final symbols = RegExp(r'[^A-Za-z0-9]').hasMatch(value);
+  final variety = <bool>[lower, upper, digits, symbols]
+      .where((item) => item)
+      .length;
+  final normalized = value.toLowerCase();
+  final userHints = <String>{
+    username.trim().toLowerCase(),
+    email.trim().toLowerCase(),
+    email.trim().toLowerCase().split('@').first,
+  }.where((item) => item.length >= 3);
+  final containsUserInfo = userHints.any(normalized.contains);
+  final obviousPattern =
+      RegExp(r'(.)\1\1').hasMatch(value) ||
+      normalized.contains('password') ||
+      normalized.contains('123456') ||
+      normalized.contains('qwerty') ||
+      normalized.contains('letmein') ||
+      normalized.contains('welcome') ||
+      normalized.contains('admin') ||
+      normalized.contains('neoagent') ||
+      hasSequentialPattern(normalized);
+
+  var score = 0;
+  if (value.length >= 8) score += 1;
+  if (value.length >= 12) score += 1;
+  if (variety >= 3) score += 1;
+  if (variety == 4 || value.length >= 16) score += 1;
+  if (containsUserInfo || obviousPattern) score -= 1;
+
+  return PasswordStrengthEvaluation(
+    score: score.clamp(0, 4),
+    containsUserInfo: containsUserInfo,
+    obviousPattern: obviousPattern,
+    hasMinimumLength: value.length >= 8,
+  );
+}

package/flutter_app/lib/src/stream_renderer.dart

@@ -15,6 +15,9 @@ class StreamRenderer extends StatefulWidget {
     this.onSwipe,
     this.onType,
     this.onHover,
+    this.onFirstFrame,
+    this.onFrameTimeout,
+    this.firstFrameTimeout = const Duration(seconds: 8),
     this.fit = BoxFit.contain,
     this.alignment = Alignment.center,
   });
@@ -27,6 +30,9 @@ class StreamRenderer extends StatefulWidget {
   final void Function(double x1, double y1, double x2, double y2)? onSwipe;
   final void Function(String text)? onType;
   final void Function(double x, double y)? onHover;
+  final VoidCallback? onFirstFrame;
+  final VoidCallback? onFrameTimeout;
+  final Duration firstFrameTimeout;
   final BoxFit fit;
   final Alignment alignment;
 
@@ -43,6 +49,8 @@ class _StreamRendererState extends State<StreamRenderer> {
   Offset? _dragEnd;
 
   Timer? _hoverThrottleTimer;
+  Timer? _firstFrameTimer;
+  bool _firstFrameTimedOut = false;
   Offset? _pendingHoverOffset;
   DateTime _lastHoverTime = DateTime.fromMillisecondsSinceEpoch(0);
 
@@ -54,6 +62,7 @@ class _StreamRendererState extends State<StreamRenderer> {
       'deviceId': widget.deviceId,
       'platform': widget.platform,
     });
+    _startFirstFrameTimer();
   }
 
   @override
@@ -65,7 +74,9 @@ class _StreamRendererState extends State<StreamRenderer> {
       return;
     }
     _frameSize = null;
+    _frame = null;
     _detachImageListener();
+    _firstFrameTimer?.cancel();
     oldWidget.socket.off('stream:frame', _onFrame);
     oldWidget.socket.emit('stream:unsubscribe', <String, Object?>{
       'deviceId': oldWidget.deviceId,
@@ -76,6 +87,24 @@ class _StreamRendererState extends State<StreamRenderer> {
       'deviceId': widget.deviceId,
       'platform': widget.platform,
     });
+    _startFirstFrameTimer();
+  }
+
+  void _startFirstFrameTimer() {
+    _firstFrameTimer?.cancel();
+    _firstFrameTimedOut = false;
+    if (widget.onFrameTimeout == null ||
+        widget.firstFrameTimeout <= Duration.zero ||
+        _frame != null) {
+      return;
+    }
+    _firstFrameTimer = Timer(widget.firstFrameTimeout, () {
+      if (!mounted || _frame != null) {
+        return;
+      }
+      _firstFrameTimedOut = true;
+      widget.onFrameTimeout?.call();
+    });
   }
 
   void _onFrame(dynamic data) {
@@ -102,6 +131,14 @@ class _StreamRendererState extends State<StreamRenderer> {
       _ => null,
     };
     if (frame == null || frame.isEmpty || !mounted) return;
+    final hadFrame = _frame != null;
+    if (!hadFrame) {
+      _firstFrameTimer?.cancel();
+      _firstFrameTimer = null;
+      if (!_firstFrameTimedOut) {
+        widget.onFirstFrame?.call();
+      }
+    }
     if (_frameSize == null) {
       _resolveFrameSize(frame);
     }
@@ -146,7 +183,8 @@ class _StreamRendererState extends State<StreamRenderer> {
         return MouseRegion(
           onHover: widget.onHover == null
               ? null
-              : (event) => _handleHoverEvent(event.localPosition, constraints.biggest),
+              : (event) =>
+                    _handleHoverEvent(event.localPosition, constraints.biggest),
           child: GestureDetector(
             behavior: HitTestBehavior.opaque,
             onTapDown: widget.onTap == null
@@ -197,7 +235,7 @@ class _StreamRendererState extends State<StreamRenderer> {
     final now = DateTime.now();
     final elapsed = now.difference(_lastHoverTime);
     const throttleDuration = Duration(milliseconds: 70);
-    
+
     if (elapsed >= throttleDuration) {
       _sendPendingHover(boxSize);
     } else {
@@ -213,7 +251,7 @@ class _StreamRendererState extends State<StreamRenderer> {
     if (offset == null) return;
     _pendingHoverOffset = null;
     _lastHoverTime = DateTime.now();
-    
+
     final point = _mapToRemote(offset, boxSize);
     if (point != null) {
       widget.onHover?.call(point.dx, point.dy);
@@ -275,6 +313,7 @@ class _StreamRendererState extends State<StreamRenderer> {
   @override
   void dispose() {
     _hoverThrottleTimer?.cancel();
+    _firstFrameTimer?.cancel();
     widget.socket.emit('stream:unsubscribe', <String, Object?>{
       'deviceId': widget.deviceId,
       'platform': widget.platform,

package/flutter_app/lib/src/theme/palette.dart

@@ -1,5 +1,19 @@
 import 'package:flutter/widgets.dart';
 
+/// Resolves the active [NeoAgentPalette] for the given [brightness].
+NeoAgentPalette paletteFor(Brightness brightness) =>
+    brightness == Brightness.light ? lightPalette : darkPalette;
+
+/// Resolves the active [NeoAgentPalette] from the ambient theme brightness.
+NeoAgentPalette paletteOf(BuildContext context) =>
+    paletteFor(MediaQuery.platformBrightnessOf(context));
+
+/// Canonical color tokens for the NeoAgent "Control Surface" design system.
+///
+/// Visual language: warm-organic "agent OS" — olive/sage greens paired with
+/// a gold accent, a paper-light day theme and a deep-olive night theme.
+/// Every screen reads its colors from these tokens (via the theme getters in
+/// `main_theme.dart`), so adjusting a value here re-skins the whole app.
 class NeoAgentPalette {
   const NeoAgentPalette({
     required this.bgPrimary,
@@ -21,61 +35,89 @@ class NeoAgentPalette {
     required this.info,
   });
 
+  /// Page background ("paper" by day, "deep olive" by night).
   final Color bgPrimary;
+
+  /// Slightly recessed background used for rails and inset wells.
   final Color bgSecondary;
+
+  /// Tertiary surface for nested wells, track fills and pressed states.
   final Color bgTertiary;
+
+  /// Raised surface for cards, sheets and bubbles.
   final Color bgCard;
+
+  /// Primary ink — headings and body text.
   final Color textPrimary;
+
+  /// Secondary ink — supporting copy and inactive labels.
   final Color textSecondary;
+
+  /// Muted ink — captions, placeholders and disabled glyphs.
   final Color textMuted;
+
+  /// Gold accent — primary actions, active nav, focus rings.
   final Color accent;
+
+  /// Readable gold ("gold-ink") for eyebrows, links and accent text on paper.
   final Color accentHover;
+
+  /// Sage green companion accent — calls, traces and secondary affordances.
   final Color accentAlt;
+
+  /// Translucent gold wash for soft fills and selection backgrounds.
   final Color accentMuted;
+
+  /// Hairline divider color.
   final Color border;
+
+  /// Stronger hairline for inputs and interactive outlines.
   final Color borderLight;
+
   final Color success;
   final Color warning;
   final Color danger;
   final Color info;
 }
 
+/// Deep-olive night theme.
 const NeoAgentPalette darkPalette = NeoAgentPalette(
-  bgPrimary: Color(0xFF071015),
-  bgSecondary: Color(0xFF0E171E),
-  bgTertiary: Color(0xFF15232B),
-  bgCard: Color(0xFF16212A),
-  textPrimary: Color(0xFFF5EFE4),
-  textSecondary: Color(0xFFD2D7DC),
-  textMuted: Color(0xFF95A0A8),
-  accent: Color(0xFFC7A36A),
-  accentHover: Color(0xFFE4C58D),
-  accentAlt: Color(0xFF5FA897),
-  accentMuted: Color(0x24C7A36A),
-  border: Color(0x30576875),
-  borderLight: Color(0x4A7B8D99),
-  success: Color(0xFF37B67E),
-  warning: Color(0xFFD49A43),
-  danger: Color(0xFFE26E61),
-  info: Color(0xFF74A8D9),
+  bgPrimary: Color(0xFF0E1511),
+  bgSecondary: Color(0xFF0A0F0C),
+  bgTertiary: Color(0xFF252D28),
+  bgCard: Color(0xFF171F1A),
+  textPrimary: Color(0xFFECEFE5),
+  textSecondary: Color(0xFFAEB7A6),
+  textMuted: Color(0xFF7E8877),
+  accent: Color(0xFFE1B052),
+  accentHover: Color(0xFFEAC272),
+  accentAlt: Color(0xFF84BA87),
+  accentMuted: Color(0x29E1B052),
+  border: Color(0x1AE0F0E0),
+  borderLight: Color(0x2BE0F0E0),
+  success: Color(0xFF74C07C),
+  warning: Color(0xFFD9A24B),
+  danger: Color(0xFFDE8A78),
+  info: Color(0xFF6FB0A4),
 );
 
+/// Paper-light day theme.
 const NeoAgentPalette lightPalette = NeoAgentPalette(
-  bgPrimary: Color(0xFFF3F0EB),
-  bgSecondary: Color(0xFFEAE4DA),
-  bgTertiary: Color(0xFFDED6CA),
-  bgCard: Color(0xFFFFFEFC),
-  textPrimary: Color(0xFF16181D),
-  textSecondary: Color(0xFF444A55),
-  textMuted: Color(0xFF727987),
-  accent: Color(0xFF8F6D3E),
-  accentHover: Color(0xFFAF8750),
-  accentAlt: Color(0xFF2F7D6E),
-  accentMuted: Color(0x1F8F6D3E),
-  border: Color(0x223F4652),
-  borderLight: Color(0x3847505D),
-  success: Color(0xFF1F8C58),
-  warning: Color(0xFFB87322),
-  danger: Color(0xFFD25B4D),
-  info: Color(0xFF2F7AA8),
+  bgPrimary: Color(0xFFF4F1E8),
+  bgSecondary: Color(0xFFEDE9DC),
+  bgTertiary: Color(0xFFF1EDE1),
+  bgCard: Color(0xFFFDFCF8),
+  textPrimary: Color(0xFF1C2117),
+  textSecondary: Color(0xFF49503F),
+  textMuted: Color(0xFF7E8470),
+  accent: Color(0xFFB07D2B),
+  accentHover: Color(0xFF8A5F1C),
+  accentAlt: Color(0xFF5E6B4C),
+  accentMuted: Color(0x24B07D2B),
+  border: Color(0x171C2117),
+  borderLight: Color(0x291C2117),
+  success: Color(0xFF527C4F),
+  warning: Color(0xFF9A7B33),
+  danger: Color(0xFFAE473C),
+  info: Color(0xFF2F7D6E),
 );

package/flutter_app/pubspec.lock

@@ -418,10 +418,10 @@ packages:
     dependency: "direct main"
     description:
       name: google_fonts
-      sha256: ba03d03bcaa2f6cb7bd920e3b5027181db75ab524f8891c8bc3aa603885b8055
+      sha256: "4e9391085e524954a51e3625b7c9c7e9851dc3f376603208bb45c24b9a66255d"
       url: "https://pub.dev"
     source: hosted
-    version: "6.3.3"
+    version: "8.1.0"
   hotkey_manager:
     dependency: "direct main"
     description:

package/flutter_app/pubspec.yaml

@@ -12,7 +12,7 @@ dependencies:
   cupertino_icons: ^1.0.8
   flutter_markdown: ^0.7.4+1
   file_picker: ^8.0.7
-  google_fonts: ^6.3.1
+  google_fonts: ^8.1.0
   image: ^4.5.4
   http: ^1.5.0
   mixpanel_flutter: ^2.6.1
@@ -55,5 +55,11 @@ flutter:
   assets:
     - web/icons/Icon-192.png
     - assets/branding/app_icon_256.png
+    - assets/branding/app_icon_512.png
+    - assets/branding/app_icon_1024.png
+    - assets/branding/app_icon_light_256.png
+    - assets/branding/app_icon_light_512.png
+    - assets/branding/app_icon_light_1024.png
     - assets/branding/tray_icon_template.png
+    - assets/branding/tray_icon_light_template.png
     - assets/branding/onboarding_intro.mp4

package/flutter_app/tool/branding_source/neoagent-icon.svg

@@ -0,0 +1,43 @@
+<svg xmlns="http://www.w3.org/2000/svg" width="512" height="512" viewBox="0 0 100 100">
+  <defs>
+    <linearGradient id="tile" x1="0%" y1="0%" x2="100%" y2="100%">
+      <stop offset="0%" stop-color="#705331"></stop>
+      <stop offset="100%" stop-color="#22564c"></stop>
+    </linearGradient>
+    <radialGradient id="shine" cx="26%" cy="14%" r="72%">
+      <stop offset="0%" stop-color="#ffffff" stop-opacity="0.22"></stop>
+      <stop offset="100%" stop-color="#ffffff" stop-opacity="0"></stop>
+    </radialGradient>
+    <radialGradient id="core" cx="38%" cy="32%" r="75%">
+      <stop offset="0%" stop-color="#fffdf6"></stop>
+      <stop offset="48%" stop-color="#eee3cc"></stop>
+      <stop offset="100%" stop-color="#b5a888"></stop>
+    </radialGradient>
+    <radialGradient id="node" cx="36%" cy="30%" r="80%">
+      <stop offset="0%" stop-color="#f8dca8"></stop>
+      <stop offset="52%" stop-color="#d3a85f"></stop>
+      <stop offset="100%" stop-color="#9b6f2f"></stop>
+    </radialGradient>
+    <linearGradient id="tube" x1="0%" y1="0%" x2="0%" y2="100%">
+      <stop offset="0%" stop-color="#fffaf0"></stop>
+      <stop offset="52%" stop-color="#efe7d6"></stop>
+      <stop offset="100%" stop-color="#cabf9f"></stop>
+    </linearGradient>
+    <filter id="sh" x="-30%" y="-30%" width="160%" height="160%">
+      <feDropShadow dx="0" dy="1.1" stdDeviation="1.1" flood-color="#000000" flood-opacity="0.45"></feDropShadow>
+    </filter>
+    <clipPath id="tc"><rect x="0" y="0" width="100" height="100" rx="22.5"></rect></clipPath>
+  </defs>
+  <g clip-path="url(#tc)">
+    <rect x="0" y="0" width="100" height="100" fill="url(#tile)"></rect>
+    <rect x="0" y="0" width="100" height="100" fill="url(#shine)"></rect>
+    <g fill="none" stroke="url(#tube)" stroke-linecap="round" filter="url(#sh)">
+      <circle cx="50" cy="50" r="17" stroke-width="5" stroke-dasharray="78 29" transform="rotate(-35 50 50)" stroke-opacity="0.92"></circle>
+      <circle cx="50" cy="50" r="30" stroke-width="5" stroke-dasharray="150 39" transform="rotate(70 50 50)" stroke-opacity="0.8"></circle>
+    </g>
+    <circle cx="50" cy="50" r="7" fill="url(#core)"></circle>
+    <circle cx="50" cy="20" r="5.6" fill="url(#node)"></circle>
+    <circle cx="48" cy="18.4" r="1.7" fill="#fff7e6" fill-opacity="0.8"></circle>
+  </g>
+  <rect x="0.6" y="0.6" width="98.8" height="98.8" rx="22" fill="none" stroke="rgba(255,255,255,0.16)" stroke-width="1.2"></rect>
+</svg>