neoagent 2.4.4-beta.0 → 2.4.4-beta.5

package/flutter_app/lib/features/memory/views/retrieval_inspector_view.dart

@@ -0,0 +1,128 @@
+import 'package:flutter/material.dart';
+import '../../../main.dart'; // To access NeoAgentController
+
+class RetrievalInspectorView extends StatefulWidget {
+  final NeoAgentController controller;
+
+  const RetrievalInspectorView({super.key, required this.controller});
+
+  @override
+  State<RetrievalInspectorView> createState() => _RetrievalInspectorViewState();
+}
+
+class _RetrievalInspectorViewState extends State<RetrievalInspectorView> {
+  final _queryController = TextEditingController();
+  bool _isLoading = false;
+  Map<String, dynamic>? _results;
+  String? _error;
+
+  @override
+  void dispose() {
+    _queryController.dispose();
+    super.dispose();
+  }
+
+  Future<void> _inspect() async {
+    final query = _queryController.text.trim();
+    if (query.isEmpty) return;
+
+    setState(() {
+      _isLoading = true;
+      _error = null;
+    });
+
+    try {
+      final res = await widget.controller.inspectMemory(query);
+      if (!mounted) return;
+      setState(() {
+        _results = res;
+      });
+    } catch (e) {
+      if (!mounted) return;
+      setState(() {
+        _error = e.toString();
+      });
+    } finally {
+      if (mounted) {
+        setState(() {
+          _isLoading = false;
+        });
+      }
+    }
+  }
+
+  @override
+  Widget build(BuildContext context) {
+    return Scaffold(
+      appBar: AppBar(
+        title: const Text('Retrieval Inspector'),
+      ),
+      body: Padding(
+        padding: const EdgeInsets.all(16.0),
+        child: Column(
+          children: [
+            Row(
+              children: [
+                Expanded(
+                  child: TextField(
+                    controller: _queryController,
+                    decoration: const InputDecoration(
+                      labelText: 'Query',
+                      border: OutlineInputBorder(),
+                    ),
+                    onSubmitted: (_) => _inspect(),
+                  ),
+                ),
+                const SizedBox(width: 8),
+                ElevatedButton(
+                  onPressed: _isLoading ? null : _inspect,
+                  child: const Text('Inspect'),
+                ),
+              ],
+            ),
+            const SizedBox(height: 16),
+            if (_isLoading)
+              const CircularProgressIndicator()
+            else if (_error != null)
+              Text('Error: $_error', style: const TextStyle(color: Colors.red))
+            else if (_results != null)
+              Expanded(
+                child: ListView.builder(
+                  itemCount: (_results!['results'] as List?)?.length ?? 0,
+                  itemBuilder: (context, index) {
+                    final item = _results!['results'][index];
+                    final breakdown = item['scoreBreakdown'] ?? {};
+                    return Card(
+                      margin: const EdgeInsets.only(bottom: 8),
+                      child: Padding(
+                        padding: const EdgeInsets.all(12.0),
+                        child: Column(
+                          crossAxisAlignment: CrossAxisAlignment.start,
+                          children: [
+                            Text(
+                              'Score: ${item['score']?.toStringAsFixed(3) ?? '?'}',
+                              style: const TextStyle(fontWeight: FontWeight.bold),
+                            ),
+                            Text('Content: ${item['content']}'),
+                            const SizedBox(height: 8),
+                            const Text('Breakdown:', style: TextStyle(fontWeight: FontWeight.bold)),
+                            Text('Semantic: ${breakdown['semantic']?.toStringAsFixed(3)}'),
+                            Text('Lexical: ${breakdown['lexical']?.toStringAsFixed(3)}'),
+                            Text('Full Text (FTS): ${breakdown['fullText']?.toStringAsFixed(3)}'),
+                            Text('Entity: ${breakdown['entity']?.toStringAsFixed(3)}'),
+                            Text('Relation: ${breakdown['relation']?.toStringAsFixed(3)}'),
+                            Text('Candidate Count: ${breakdown['candidateCount']}'),
+                            Text('Vector Rank: ${breakdown['vectorCandidateRank']}'),
+                          ],
+                        ),
+                      ),
+                    );
+                  },
+                ),
+              ),
+          ],
+        ),
+      ),
+    );
+  }
+}

package/flutter_app/lib/main.dart

@@ -11,6 +11,7 @@ import 'package:flutter/foundation.dart';
 import 'package:flutter/gestures.dart';
 import 'package:flutter/material.dart';
 import 'package:flutter/services.dart';
+import 'package:flutter_local_notifications/flutter_local_notifications.dart';
 import 'package:flutter_markdown/flutter_markdown.dart';
 import 'package:file_picker/file_picker.dart';
 import 'package:flutter_secure_storage/flutter_secure_storage.dart';
@@ -48,6 +49,7 @@ import 'src/android_auto_bridge.dart';
 import 'features/location/location_service.dart';
 import 'features/notifications/notification_interceptor.dart';
 import 'features/onboarding/onboarding_shell.dart';
+import 'features/memory/views/retrieval_inspector_view.dart';
 
 part 'main_spacing.dart';
 part 'main_theme.dart';
@@ -65,6 +67,7 @@ part 'main_recordings.dart';
 part 'main_chat.dart';
 part 'main_account_settings.dart';
 part 'main_settings.dart';
+part 'main_security.dart';
 part 'main_model_picker.dart';
 part 'main_operations.dart';
 part 'main_admin.dart';

package/flutter_app/lib/main_app_shell.dart

@@ -1086,6 +1086,7 @@ class HomeView extends StatefulWidget {
 
 class _HomeViewState extends State<HomeView> {
   bool _blockedDialogOpen = false;
+  bool _approvalSheetOpen = false;
   SidebarGroup? _expandedSidebarGroup;
   AppSection? _lastSelectedSection;
   final GlobalKey _devicesPanelKey = GlobalKey();
@@ -1198,6 +1199,27 @@ class _HomeViewState extends State<HomeView> {
         _showBlockedSenderDialog(pendingBlockedSender);
       });
     }
+    final pendingApproval = controller.pendingApproval;
+    if (!_approvalSheetOpen && pendingApproval != null) {
+      _approvalSheetOpen = true;
+      WidgetsBinding.instance.addPostFrameCallback((_) {
+        if (!mounted) return;
+        showModalBottomSheet<void>(
+          context: context,
+          isDismissible: false,
+          enableDrag: false,
+          shape: const RoundedRectangleBorder(
+            borderRadius: BorderRadius.vertical(top: Radius.circular(20)),
+          ),
+          builder: (_) => ToolApprovalSheet(
+            request: pendingApproval,
+            controller: controller,
+          ),
+        ).whenComplete(() {
+          if (mounted) setState(() => _approvalSheetOpen = false);
+        });
+      });
+    }
 
     final wide = MediaQuery.sizeOf(context).width >= 1080;
 

package/flutter_app/lib/main_controller.dart

@@ -156,6 +156,7 @@ class NeoAgentController extends ChangeNotifier {
   Map<String, MessagingAccessCatalog> messagingAccessCatalogs =
       const <String, MessagingAccessCatalog>{};
   MessagingQrState? pendingMessagingQr;
+  ToolApprovalRequest? pendingApproval;
   final List<BlockedSenderNotice> _blockedSenderQueue = <BlockedSenderNotice>[];
   List<SkillItem> skills = const <SkillItem>[];
   List<StoreSkillItem> storeSkills = const <StoreSkillItem>[];
@@ -359,6 +360,13 @@ class NeoAgentController extends ChangeNotifier {
 
   String? get sessionCookie => _backendClient.sessionCookie;
 
+  BackendClient get backendClient => _backendClient;
+
+  void clearPendingApproval() {
+    pendingApproval = null;
+    notifyListeners();
+  }
+
   bool get desktopFloatingToolbarPopupRequested =>
       _desktopFloatingToolbarPopupRequested;
 
@@ -5618,7 +5626,7 @@ class NeoAgentController extends ChangeNotifier {
   }
 
   Future<void> searchMemories(String query) async {
-    memoryRecallResults = (await _backendClient.recallMemories(
+    memoryRecallResults = (await _backendClient.recallMemory(
       backendUrl,
       query,
       agentId: _scopedAgentId,
@@ -5631,6 +5639,14 @@ class NeoAgentController extends ChangeNotifier {
     notifyListeners();
   }
 
+  Future<Map<String, dynamic>> inspectMemory(String query) async {
+    return _backendClient.inspectMemory(
+      backendUrl,
+      query,
+      agentId: _scopedAgentId,
+    );
+  }
+
   Future<void> updateAssistantBehaviorNotes(String content) async {
     await _backendClient.saveSettings(backendUrl, <String, dynamic>{
       'assistant_behavior_notes': content,
@@ -7146,6 +7162,25 @@ class NeoAgentController extends ChangeNotifier {
       }
       notifyListeners();
     });
+    socket.on('tool:approval_required', (dynamic data) {
+      final payload = _jsonMap(data);
+      final req = ToolApprovalRequest.fromJson(payload);
+      pendingApproval = req;
+      notifyListeners();
+      // Show interactive push notification when app is backgrounded
+      if (!kIsWeb && (Platform.isAndroid || Platform.isIOS)) {
+        _SecurityNotificationService.showApprovalNotification(req);
+      }
+    });
+    socket.on('tool:approval_resolved', (dynamic data) {
+      final payload = _jsonMap(data);
+      final resolvedId = payload['approvalId']?.toString() ?? '';
+      if (pendingApproval?.approvalId == resolvedId) {
+        _SecurityNotificationService.cancelApprovalNotification(resolvedId);
+        pendingApproval = null;
+        notifyListeners();
+      }
+    });
     socket.on('run:steer_queued', (dynamic data) {
       final payload = _jsonMap(data);
       final runId = payload['runId']?.toString() ?? '';

package/flutter_app/lib/main_operations.dart

@@ -1463,6 +1463,14 @@ class _MemoryPanelState extends State<MemoryPanel>
     });
   }
 
+  void _openRetrievalInspector(BuildContext context, NeoAgentController controller) {
+    Navigator.of(context).push(
+      MaterialPageRoute(
+        builder: (context) => RetrievalInspectorView(controller: controller),
+      ),
+    );
+  }
+
   @override
   Widget build(BuildContext context) {
     final controller = widget.controller;
@@ -1485,6 +1493,11 @@ class _MemoryPanelState extends State<MemoryPanel>
             spacing: 10,
             runSpacing: 10,
             children: <Widget>[
+              OutlinedButton.icon(
+                onPressed: () => _openRetrievalInspector(context, controller),
+                icon: Icon(Icons.bug_report_outlined),
+                label: Text('Inspect'),
+              ),
               OutlinedButton.icon(
                 onPressed: () => _openBehaviorNotesEditor(context, controller),
                 icon: Icon(Icons.edit_outlined),