neoagent 2.4.4-beta.0 → 2.4.4-beta.11

package/flutter_app/lib/main_controller.dart

@@ -156,6 +156,7 @@ class NeoAgentController extends ChangeNotifier {
   Map<String, MessagingAccessCatalog> messagingAccessCatalogs =
       const <String, MessagingAccessCatalog>{};
   MessagingQrState? pendingMessagingQr;
+  ToolApprovalRequest? pendingApproval;
   final List<BlockedSenderNotice> _blockedSenderQueue = <BlockedSenderNotice>[];
   List<SkillItem> skills = const <SkillItem>[];
   List<StoreSkillItem> storeSkills = const <StoreSkillItem>[];
@@ -359,6 +360,13 @@ class NeoAgentController extends ChangeNotifier {
 
   String? get sessionCookie => _backendClient.sessionCookie;
 
+  BackendClient get backendClient => _backendClient;
+
+  void clearPendingApproval() {
+    pendingApproval = null;
+    notifyListeners();
+  }
+
   bool get desktopFloatingToolbarPopupRequested =>
       _desktopFloatingToolbarPopupRequested;
 
@@ -2025,6 +2033,11 @@ class NeoAgentController extends ChangeNotifier {
         _backendClient.fetchTokenUsageSummary(backendUrl, agentId: agentId),
         const <String, dynamic>{},
       );
+      final rateLimitFuture = _softRefreshLoad<Map<String, dynamic>>(
+        'rate_limits',
+        _backendClient.fetchAccountUsage(backendUrl),
+        const <String, dynamic>{},
+      );
       final updateFuture = _backendClient
           .fetchUpdateStatus(backendUrl)
           .catchError((_) => const <String, dynamic>{});
@@ -2134,6 +2147,7 @@ class NeoAgentController extends ChangeNotifier {
       final runsResponse = await runsFuture;
       final versionResponse = await versionFuture;
       final tokenResponse = await tokenFuture;
+      final rateLimitResponse = await rateLimitFuture;
       final updateResponse = await updateFuture;
       final messagingResponse = await messagingFuture;
       final messagingMessagesResponse = await messagingMessagesFuture;
@@ -2185,6 +2199,7 @@ class NeoAgentController extends ChangeNotifier {
       versionInfo = versionResponse;
       backendHealthStatus = healthResponse;
       tokenUsage = TokenUsageSnapshot.fromJson(tokenResponse);
+      usageAndLimits = AccountUsageAndLimits.fromJson(rateLimitResponse);
       updateStatus = UpdateStatusSnapshot.fromJson(updateResponse);
       messagingStatuses = messagingResponse.map(
         (key, value) => MapEntry(
@@ -4632,20 +4647,24 @@ class NeoAgentController extends ChangeNotifier {
       }
       activeRun = null;
       await refreshRunsOnly();
+      await refreshRateLimitUsage();
     } catch (error) {
+      final friendlyError = _friendlyErrorMessage(error);
       chatMessages = <ChatEntry>[
         ...chatMessages,
         ChatEntry(
           id: '',
           role: 'assistant',
-          content:
-              'I could not complete that request right now. Please try again in a moment.',
+          content: friendlyError,
           platform: 'flutter',
           createdAt: DateTime.now(),
         ),
       ];
       activeRun = null;
-      errorMessage = _friendlyErrorMessage(error);
+      errorMessage = friendlyError;
+      if (error is BackendException && error.statusCode == 429) {
+        await refreshRateLimitUsage();
+      }
     } finally {
       if (_socket == null || !socketConnected) {
         isSendingMessage = false;
@@ -4778,6 +4797,16 @@ class NeoAgentController extends ChangeNotifier {
     }
   }
 
+  Future<void> refreshRateLimitUsage() async {
+    if (!isAuthenticated) return;
+    try {
+      usageAndLimits = AccountUsageAndLimits.fromJson(
+        await _backendClient.fetchAccountUsage(backendUrl),
+      );
+      notifyListeners();
+    } catch (_) {}
+  }
+
   Future<bool> updateAccountEmail({
     required String email,
     required String currentPassword,
@@ -5618,7 +5647,7 @@ class NeoAgentController extends ChangeNotifier {
   }
 
   Future<void> searchMemories(String query) async {
-    memoryRecallResults = (await _backendClient.recallMemories(
+    memoryRecallResults = (await _backendClient.recallMemory(
       backendUrl,
       query,
       agentId: _scopedAgentId,
@@ -5631,6 +5660,14 @@ class NeoAgentController extends ChangeNotifier {
     notifyListeners();
   }
 
+  Future<Map<String, dynamic>> inspectMemory(String query) async {
+    return _backendClient.inspectMemory(
+      backendUrl,
+      query,
+      agentId: _scopedAgentId,
+    );
+  }
+
   Future<void> updateAssistantBehaviorNotes(String content) async {
     await _backendClient.saveSettings(backendUrl, <String, dynamic>{
       'assistant_behavior_notes': content,
@@ -7146,6 +7183,25 @@ class NeoAgentController extends ChangeNotifier {
       }
       notifyListeners();
     });
+    socket.on('tool:approval_required', (dynamic data) {
+      final payload = _jsonMap(data);
+      final req = ToolApprovalRequest.fromJson(payload);
+      pendingApproval = req;
+      notifyListeners();
+      // Show interactive push notification when app is backgrounded
+      if (!kIsWeb && (Platform.isAndroid || Platform.isIOS)) {
+        _SecurityNotificationService.showApprovalNotification(req);
+      }
+    });
+    socket.on('tool:approval_resolved', (dynamic data) {
+      final payload = _jsonMap(data);
+      final resolvedId = payload['approvalId']?.toString() ?? '';
+      if (pendingApproval?.approvalId == resolvedId) {
+        _SecurityNotificationService.cancelApprovalNotification(resolvedId);
+        pendingApproval = null;
+        notifyListeners();
+      }
+    });
     socket.on('run:steer_queued', (dynamic data) {
       final payload = _jsonMap(data);
       final runId = payload['runId']?.toString() ?? '';
@@ -7257,11 +7313,13 @@ class NeoAgentController extends ChangeNotifier {
       final payload = _jsonMap(data);
       final runId = payload['runId']?.toString() ?? '';
       if (_voiceRunIds.remove(runId)) {
+        unawaited(refreshRateLimitUsage());
         return;
       }
       if (_backgroundRunIds.remove(runId)) {
         unawaited(refreshRunsOnly());
         unawaited(refreshMemory());
+        unawaited(refreshRateLimitUsage());
         notifyListeners();
         return;
       }
@@ -7285,6 +7343,7 @@ class NeoAgentController extends ChangeNotifier {
         );
       }
       unawaited(refreshRunsOnly());
+      unawaited(refreshRateLimitUsage());
       notifyListeners();
     });
     socket.on('run:stopped', (dynamic data) {
@@ -7335,8 +7394,18 @@ class NeoAgentController extends ChangeNotifier {
       streamingAssistant = '';
       activeRun = null;
       isSendingMessage = false;
-      errorMessage =
+      final message =
+          payload['error']?.toString().trim() ??
           'I could not complete that request right now. Please try again in a moment.';
+      errorMessage = _friendlyErrorMessage(
+        BackendException(
+          message,
+          statusCode: payload['code'] == 'RATE_LIMIT_EXCEEDED' ? 429 : null,
+        ),
+      );
+      if (payload['code'] == 'RATE_LIMIT_EXCEEDED') {
+        unawaited(refreshRateLimitUsage());
+      }
       notifyListeners();
     });
     socket.on('tasks:task_complete', (dynamic _) {

package/flutter_app/lib/main_devices.dart

@@ -1734,6 +1734,14 @@ class _InteractiveSurfacePreviewState
   Widget build(BuildContext context) {
     final path = widget.screenshotPath;
     final hasImage = path != null && path.isNotEmpty;
+    final viewportHeight = MediaQuery.sizeOf(context).height;
+    final surfaceHeightCap = widget.surface == _DeviceSurface.android
+        ? 640.0
+        : 560.0;
+    final previewMaxHeight = math.min(
+      surfaceHeightCap,
+      viewportHeight * 0.48,
+    );
     final aspectRatio = switch (widget.surface) {
       _DeviceSurface.browser => 16 / 10,
       _DeviceSurface.android => 10 / 16,
@@ -1755,9 +1763,7 @@ class _InteractiveSurfacePreviewState
       child: Column(
         children: <Widget>[
           ConstrainedBox(
-            constraints: BoxConstraints(
-              maxHeight: widget.surface == _DeviceSurface.android ? 640 : 560,
-            ),
+            constraints: BoxConstraints(maxHeight: previewMaxHeight),
             child: AspectRatio(
               aspectRatio: aspectRatio,
               child: ClipRRect(

package/flutter_app/lib/main_models.dart

@@ -4111,6 +4111,12 @@ class AccountUsageAndLimits {
     this.weeklyLimit,
     this.fourHourUsage = 0,
     this.weeklyUsage = 0,
+    this.fourHourRemaining = 0,
+    this.weeklyRemaining = 0,
+    this.fourHourReached = false,
+    this.weeklyReached = false,
+    this.fourHourNextDecreaseAt,
+    this.weeklyNextDecreaseAt,
     this.fourHourIsCustom = false,
     this.weeklyIsCustom = false,
   });
@@ -4118,11 +4124,28 @@ class AccountUsageAndLimits {
   factory AccountUsageAndLimits.fromJson(Map<String, dynamic> json) {
     final limits = json['limits'] is Map ? json['limits'] as Map : const {};
     final usage = json['usage'] is Map ? json['usage'] as Map : const {};
+    final remaining = json['remaining'] is Map
+        ? json['remaining'] as Map
+        : const {};
+    final reached = json['reached'] is Map ? json['reached'] as Map : const {};
+    final nextDecreaseAt = json['nextDecreaseAt'] is Map
+        ? json['nextDecreaseAt'] as Map
+        : const {};
     return AccountUsageAndLimits(
       fourHourLimit: int.tryParse(limits['fourHour']?.toString() ?? ''),
       weeklyLimit: int.tryParse(limits['weekly']?.toString() ?? ''),
       fourHourUsage: _asInt(usage['fourHour']),
       weeklyUsage: _asInt(usage['weekly']),
+      fourHourRemaining: _asInt(remaining['fourHour']),
+      weeklyRemaining: _asInt(remaining['weekly']),
+      fourHourReached: reached['fourHour'] == true,
+      weeklyReached: reached['weekly'] == true,
+      fourHourNextDecreaseAt: DateTime.tryParse(
+        nextDecreaseAt['fourHour']?.toString() ?? '',
+      ),
+      weeklyNextDecreaseAt: DateTime.tryParse(
+        nextDecreaseAt['weekly']?.toString() ?? '',
+      ),
       fourHourIsCustom: limits['fourHourIsCustom'] == true,
       weeklyIsCustom: limits['weeklyIsCustom'] == true,
     );
@@ -4132,6 +4155,15 @@ class AccountUsageAndLimits {
   final int? weeklyLimit;
   final int fourHourUsage;
   final int weeklyUsage;
+  final int fourHourRemaining;
+  final int weeklyRemaining;
+  final bool fourHourReached;
+  final bool weeklyReached;
+  final DateTime? fourHourNextDecreaseAt;
+  final DateTime? weeklyNextDecreaseAt;
   final bool fourHourIsCustom;
   final bool weeklyIsCustom;
+
+  bool get hasLimits => fourHourLimit != null || weeklyLimit != null;
+  bool get isReached => fourHourReached || weeklyReached;
 }

package/flutter_app/lib/main_operations.dart

@@ -1463,6 +1463,14 @@ class _MemoryPanelState extends State<MemoryPanel>
     });
   }
 
+  void _openRetrievalInspector(BuildContext context, NeoAgentController controller) {
+    Navigator.of(context).push(
+      MaterialPageRoute(
+        builder: (context) => RetrievalInspectorView(controller: controller),
+      ),
+    );
+  }
+
   @override
   Widget build(BuildContext context) {
     final controller = widget.controller;
@@ -1485,6 +1493,11 @@ class _MemoryPanelState extends State<MemoryPanel>
             spacing: 10,
             runSpacing: 10,
             children: <Widget>[
+              OutlinedButton.icon(
+                onPressed: () => _openRetrievalInspector(context, controller),
+                icon: Icon(Icons.bug_report_outlined),
+                label: Text('Inspect'),
+              ),
               OutlinedButton.icon(
                 onPressed: () => _openBehaviorNotesEditor(context, controller),
                 icon: Icon(Icons.edit_outlined),