neoagent 2.4.1-beta.9 → 2.4.1

package/flutter_app/lib/main_controller.dart

@@ -63,6 +63,7 @@ class NeoAgentController extends ChangeNotifier {
   final Set<String> _backgroundRunIds = <String>{};
   final Set<String> _voiceRunIds = <String>{};
   final Set<String> _busyOfficialIntegrationKeys = <String>{};
+  final Set<String> _busyMessagingPlatformKeys = <String>{};
   final Map<String, DateTime> _manualRunCooldowns = <String, DateTime>{};
   static const Duration _manualRunCooldownDuration = Duration(seconds: 10);
   static const Duration _homeWidgetSyncCooldown = Duration(seconds: 5);
@@ -70,6 +71,7 @@ class NeoAgentController extends ChangeNotifier {
   int _authCycle = 0;
   bool _isPollingQrLogin = false;
   bool _socketHasConnectedOnce = false;
+  bool _onboardingManuallyReopened = false;
   List<LogEntry> _serverLogs = const <LogEntry>[];
   List<LogEntry> _clientLogs = const <LogEntry>[];
 
@@ -91,6 +93,8 @@ class NeoAgentController extends ChangeNotifier {
   bool isSavingReleaseChannel = false;
   bool isSyncingHealth = false;
   bool isRunningDeviceAction = false;
+  bool isLoadingWorkspaceFiles = false;
+  bool isSavingWorkspaceFile = false;
   bool isPreparingQrLogin = false;
   bool isApprovingQrLogin = false;
   bool isCheckingAppUpdate = false;
@@ -188,6 +192,10 @@ class NeoAgentController extends ChangeNotifier {
   String? androidLastResult;
   String? desktopLastResult;
   String? androidUiDumpPath;
+  String workspaceCurrentPath = '';
+  String? workspaceSelectedFilePath;
+  String workspaceEditorContent = '';
+  List<Map<String, dynamic>> workspaceEntries = const <Map<String, dynamic>>[];
   final Map<String, RunDetailSnapshot> _runDetailsCache =
       <String, RunDetailSnapshot>{};
   String? _selectedWidgetId;
@@ -236,6 +244,8 @@ class NeoAgentController extends ChangeNotifier {
 
   bool isOfficialIntegrationBusy(String key) =>
       _busyOfficialIntegrationKeys.contains(key);
+  bool isMessagingPlatformBusy(String platform, String action) =>
+      _busyMessagingPlatformKeys.contains('$platform:$action');
 
   String get chatComposerHint => hasLiveRun
       ? 'Send a steering update or next-up note for the current run...'
@@ -448,6 +458,7 @@ class NeoAgentController extends ChangeNotifier {
     required String role,
     required String platform,
     bool transient = false,
+    Map<String, dynamic> metadata = const <String, dynamic>{},
   }) {
     final trimmed = content.trim();
     if (trimmed.isEmpty) {
@@ -458,7 +469,8 @@ class NeoAgentController extends ChangeNotifier {
     if (previous != null &&
         previous.role == role &&
         previous.platform == platform &&
-        previous.content.trim() == trimmed) {
+        previous.content.trim() == trimmed &&
+        metadata.isEmpty) {
       return;
     }
 
@@ -471,6 +483,7 @@ class NeoAgentController extends ChangeNotifier {
         platform: platform,
         createdAt: DateTime.now(),
         transient: transient,
+        metadata: metadata,
       ),
     ];
   }
@@ -812,6 +825,7 @@ class NeoAgentController extends ChangeNotifier {
           status['user'] as Map<String, dynamic>,
         );
         isAuthenticated = true;
+        _syncOnboardingFromAccount();
       }
       if (isAuthenticated) {
         unawaited(refresh());
@@ -1350,9 +1364,7 @@ class NeoAgentController extends ChangeNotifier {
     pendingTwoFactorUsername = '';
     password = '';
 
-    final bool backendCompletedOnboarding =
-        user?['hasCompletedOnboarding'] == true;
-    showOnboarding = isRegistration || !backendCompletedOnboarding;
+    _syncOnboardingFromAccount();
 
     _clearQrLoginChallenge();
     await _persistCredentials();
@@ -1596,6 +1608,7 @@ class NeoAgentController extends ChangeNotifier {
   }
 
   Future<void> dismissOnboarding() async {
+    _onboardingManuallyReopened = false;
     showOnboarding = false;
     notifyListeners();
     try {
@@ -1612,10 +1625,23 @@ class NeoAgentController extends ChangeNotifier {
   }
 
   void reopenOnboarding() {
+    _onboardingManuallyReopened = true;
     showOnboarding = true;
     notifyListeners();
   }
 
+  void _syncOnboardingFromAccount() {
+    final hasCompletedOnboarding = user?['hasCompletedOnboarding'] == true;
+    if (hasCompletedOnboarding) {
+      if (!_onboardingManuallyReopened) {
+        showOnboarding = false;
+      }
+      return;
+    }
+    _onboardingManuallyReopened = false;
+    showOnboarding = true;
+  }
+
   void _clearAuthenticatedState() {
     _disconnectSocket();
     _updatePollTimer?.cancel();
@@ -1623,6 +1649,8 @@ class NeoAgentController extends ChangeNotifier {
     _clearQrLoginChallenge();
     isAuthenticated = false;
     isRefreshing = false;
+    _onboardingManuallyReopened = false;
+    _busyMessagingPlatformKeys.clear();
     isAwaitingTwoFactor = false;
     pendingTwoFactorUsername = '';
     errorMessage = null;
@@ -2080,6 +2108,7 @@ class NeoAgentController extends ChangeNotifier {
       user = Map<String, dynamic>.from(
         authStatus['user'] as Map<String, dynamic>,
       );
+      _syncOnboardingFromAccount();
 
       final profilesResponse = await _backendClient.fetchAgentProfiles(
         backendUrl,
@@ -2478,31 +2507,6 @@ class NeoAgentController extends ChangeNotifier {
       );
       notifyListeners();
     } catch (_) {}
-
-    Future<String> fetchMemoryTransferPrompt() async {
-      final response = await _backendClient.fetchMemoryTransferPrompt(
-        backendUrl,
-        agentId: _scopedAgentId,
-      );
-      return response['prompt']?.toString() ?? '';
-    }
-
-    Future<MemoryTransferImportResult> importMemoryTransfer(
-      String text, {
-      bool applyBehaviorNotes = true,
-      bool applyCoreMemory = true,
-    }) async {
-      final response = await _backendClient.importMemoryTransfer(
-        backendUrl,
-        text: text,
-        applyBehaviorNotes: applyBehaviorNotes,
-        applyCoreMemory: applyCoreMemory,
-        agentId: _scopedAgentId,
-      );
-      final result = MemoryTransferImportResult.fromJson(response);
-      await refreshMemory();
-      return result;
-    }
   }
 
   Future<void> refreshMessaging() async {
@@ -3493,6 +3497,102 @@ class NeoAgentController extends ChangeNotifier {
     );
   }
 
+  String workspaceDownloadUrl(String path) {
+    return '${_socketOrigin()}/${_backendClient.workspaceDownloadPath(path).replaceFirst(RegExp(r'^/'), '')}';
+  }
+
+  Future<void> refreshWorkspaceFiles({String? path}) async {
+    if (!isAuthenticated || isLoadingWorkspaceFiles) {
+      return;
+    }
+    isLoadingWorkspaceFiles = true;
+    errorMessage = null;
+    notifyListeners();
+    try {
+      final response = await _backendClient.fetchWorkspaceDirectory(
+        backendUrl,
+        path: path ?? workspaceCurrentPath,
+      );
+      workspaceCurrentPath = response['path']?.toString() ?? '';
+      workspaceEntries = _jsonMapList(
+        response['entries'],
+        fallbackToMapValues: true,
+      );
+    } catch (error) {
+      errorMessage = _friendlyErrorMessage(error);
+    } finally {
+      isLoadingWorkspaceFiles = false;
+      notifyListeners();
+    }
+  }
+
+  Future<void> openWorkspaceDirectory(String path) async {
+    workspaceSelectedFilePath = null;
+    workspaceEditorContent = '';
+    await refreshWorkspaceFiles(path: path);
+  }
+
+  Future<void> openWorkspaceFile(String path) async {
+    if (isLoadingWorkspaceFiles) {
+      return;
+    }
+    isLoadingWorkspaceFiles = true;
+    errorMessage = null;
+    notifyListeners();
+    try {
+      final response = await _backendClient.fetchWorkspaceFile(
+        backendUrl,
+        path: path,
+      );
+      workspaceSelectedFilePath = response['path']?.toString() ?? path;
+      workspaceEditorContent = response['content']?.toString() ?? '';
+    } catch (error) {
+      errorMessage = _friendlyErrorMessage(error);
+    } finally {
+      isLoadingWorkspaceFiles = false;
+      notifyListeners();
+    }
+  }
+
+  Future<void> saveWorkspaceFile(String content) async {
+    final path = workspaceSelectedFilePath?.trim() ?? '';
+    if (path.isEmpty || isSavingWorkspaceFile) {
+      return;
+    }
+    isSavingWorkspaceFile = true;
+    errorMessage = null;
+    notifyListeners();
+    try {
+      await _backendClient.saveWorkspaceFile(
+        backendUrl,
+        path: path,
+        content: content,
+      );
+      workspaceEditorContent = content;
+      await refreshWorkspaceFiles(path: workspaceCurrentPath);
+    } catch (error) {
+      errorMessage = _friendlyErrorMessage(error);
+    } finally {
+      isSavingWorkspaceFile = false;
+      notifyListeners();
+    }
+  }
+
+  Future<void> downloadWorkspaceFile(String path) async {
+    final normalized = path.trim();
+    if (normalized.isEmpty) {
+      return;
+    }
+    final result = await _oauthLauncher.openExternal(
+      url: workspaceDownloadUrl(normalized),
+      label: 'neoagent_workspace_file_download',
+    );
+    if (!result.launched) {
+      errorMessage = result.error ?? 'Could not open workspace file download.';
+      notifyListeners();
+    }
+  }
+
   Uri resolveRuntimeAsset(String path) {
     final separator = path.contains('?') ? '&' : '?';
     return _backendClient.resolveAssetUri(
@@ -4536,12 +4636,14 @@ class NeoAgentController extends ChangeNotifier {
     String content, {
     required String platform,
     bool transient = false,
+    Map<String, dynamic> metadata = const <String, dynamic>{},
   }) {
     _appendChatMessage(
       content,
       role: 'assistant',
       platform: platform,
       transient: transient,
+      metadata: metadata,
     );
   }
 
@@ -4602,6 +4704,18 @@ class NeoAgentController extends ChangeNotifier {
     }
   }
 
+  Future<String> transcribeDictationAudio({
+    required String audioBase64,
+    String mimeType = 'audio/pcm;rate=16000;channels=1',
+  }) async {
+    final result = await _backendClient.transcribeAudio(
+      backendUrl,
+      audioBase64: audioBase64,
+      mimeType: mimeType,
+    );
+    return result['transcript']?.toString() ?? '';
+  }
+
   Future<void> sendMessage(
     String task, {
     List<SharedChatAttachment> sharedAttachments =
@@ -5512,12 +5626,28 @@ class NeoAgentController extends ChangeNotifier {
   }
 
   Future<void> disconnectMessagingPlatform(String platform) async {
-    await _backendClient.disconnectMessagingPlatform(
-      backendUrl,
-      platform: platform,
-      agentId: _scopedAgentId,
-    );
-    await refreshMessaging();
+    final busyKey = '$platform:disconnect';
+    if (_busyMessagingPlatformKeys.contains(busyKey)) {
+      return;
+    }
+
+    _busyMessagingPlatformKeys.add(busyKey);
+    errorMessage = null;
+    notifyListeners();
+
+    try {
+      await _backendClient.disconnectMessagingPlatform(
+        backendUrl,
+        platform: platform,
+        agentId: _scopedAgentId,
+      );
+      await refreshMessaging();
+    } catch (error) {
+      errorMessage = _friendlyErrorMessage(error);
+    } finally {
+      _busyMessagingPlatformKeys.remove(busyKey);
+      notifyListeners();
+    }
   }
 
   Future<void> logoutMessagingPlatform(String platform) async {
@@ -5987,18 +6117,36 @@ class NeoAgentController extends ChangeNotifier {
   }
 
   Future<void> startMcpServer(int id) async {
-    await _backendClient.startMcpServer(backendUrl, id);
-    await refreshMcp();
+    try {
+      await _backendClient.startMcpServer(backendUrl, id);
+      await refreshMcp();
+    } catch (error) {
+      errorMessage = _friendlyErrorMessage(error);
+      await refreshMcp();
+      notifyListeners();
+    }
   }
 
   Future<void> stopMcpServer(int id) async {
-    await _backendClient.stopMcpServer(backendUrl, id);
-    await refreshMcp();
+    try {
+      await _backendClient.stopMcpServer(backendUrl, id);
+      await refreshMcp();
+    } catch (error) {
+      errorMessage = _friendlyErrorMessage(error);
+      await refreshMcp();
+      notifyListeners();
+    }
   }
 
   Future<void> deleteMcpServer(int id) async {
-    await _backendClient.deleteMcpServer(backendUrl, id);
-    await refreshMcp();
+    try {
+      await _backendClient.deleteMcpServer(backendUrl, id);
+      await refreshMcp();
+    } catch (error) {
+      errorMessage = _friendlyErrorMessage(error);
+      await refreshMcp();
+      notifyListeners();
+    }
   }
 
   Future<void> requestHealthPermissions() async {
@@ -7275,7 +7423,14 @@ class NeoAgentController extends ChangeNotifier {
       }
       final content = payload['content']?.toString().trim() ?? '';
       if (content.isNotEmpty) {
-        _appendAssistantChatMessage(content, platform: 'web');
+        final schema = payload['schema'];
+        _appendAssistantChatMessage(
+          content,
+          platform: 'web',
+          metadata: schema != null
+              ? <String, dynamic>{'schema': schema}
+              : const <String, dynamic>{},
+        );
       }
       streamingAssistant = '';
       isSendingMessage = false;