neoagent 3.0.1-beta.22 → 3.0.1-beta.24

package/.env.example

@@ -253,14 +253,6 @@ OLLAMA_URL=http://localhost:11434
 # Connected integration memory refresh cadence in milliseconds.
 NEOAGENT_MEMORY_INGESTION_INTERVAL_MS=600000
 
-# Local screen OCR capture. This captures the backend host's macOS desktop,
-# so enable it only when that host is the configured user's desktop.
-NEOAGENT_SCREEN_RECORDER_ENABLED=false
-# Existing NeoAgent user ID that owns all captured screen history. Required when enabled.
-NEOAGENT_SCREEN_RECORDER_USER_ID=
-NEOAGENT_SCREEN_RECORDER_INTERVAL_MS=10000
-NEOAGENT_SCREEN_RECORDER_RETENTION_DAYS=7
-
 ########################################
 # Messaging and voice integrations
 ########################################

package/flutter_app/lib/main.dart

@@ -61,6 +61,7 @@ part 'main_models.dart';
 part 'main_shared.dart';
 part 'main_voice_assistant.dart';
 part 'main_navigation.dart';
+part 'main_timeline.dart';
 part 'main_runtime.dart';
 part 'main_controller.dart';
 part 'main_devices.dart';

package/flutter_app/lib/main_app_shell.dart

@@ -205,9 +205,15 @@ class _BackendSetupViewState extends State<BackendSetupView> {
                           const SizedBox(height: 10),
                           Center(
                             child: TextButton.icon(
-                              onPressed: () => setState(() => _localInstall = true),
-                              icon: const Icon(Icons.download_outlined, size: 16),
-                              label: const Text('Install NeoAgent on this machine'),
+                              onPressed: () =>
+                                  setState(() => _localInstall = true),
+                              icon: const Icon(
+                                Icons.download_outlined,
+                                size: 16,
+                              ),
+                              label: const Text(
+                                'Install NeoAgent on this machine',
+                              ),
                             ),
                           ),
                         ],
@@ -268,7 +274,9 @@ class _LocalInstallWidgetState extends State<_LocalInstallWidget> {
     if (!mounted) return;
     setState(() => _phase = _LocalInstallPhase.checking);
 
-    final r = await Process.run(Platform.isWindows ? 'where' : 'which', ['node']);
+    final r = await Process.run(Platform.isWindows ? 'where' : 'which', [
+      'node',
+    ]);
     if (r.exitCode == 0) {
       _nodePath = (r.stdout as String).trim().split('\n').first.trim();
     } else if (!Platform.isWindows) {
@@ -315,7 +323,8 @@ class _LocalInstallWidgetState extends State<_LocalInstallWidget> {
     if (!_ensureEnvFile()) {
       setState(() {
         _phase = _LocalInstallPhase.failed;
-        _errorMsg = 'Could not create ~/.neoagent/runtime/.env — check directory permissions.';
+        _errorMsg =
+            'Could not create ~/.neoagent/runtime/.env — check directory permissions.';
       });
       return;
     }
@@ -324,11 +333,10 @@ class _LocalInstallWidgetState extends State<_LocalInstallWidget> {
       _log.clear();
     });
 
-    final process = await Process.start(
-      _nodePath!,
-      ['bin/neoagent.js', 'install'],
-      workingDirectory: _installDir,
-    );
+    final process = await Process.start(_nodePath!, [
+      'bin/neoagent.js',
+      'install',
+    ], workingDirectory: _installDir);
     _proc = process;
 
     void onChunk(String data) {
@@ -349,7 +357,8 @@ class _LocalInstallWidgetState extends State<_LocalInstallWidget> {
     if (!mounted) return;
     setState(() {
       _phase = exit == 0 ? _LocalInstallPhase.done : _LocalInstallPhase.failed;
-      if (exit != 0) _errorMsg = 'Installation failed (exit $exit). Check the log above.';
+      if (exit != 0)
+        _errorMsg = 'Installation failed (exit $exit). Check the log above.';
     });
   }
 
@@ -388,7 +397,10 @@ class _LocalInstallWidgetState extends State<_LocalInstallWidget> {
                           const SizedBox(height: 16),
                           const _BrandLockup(logoSize: 60),
                           const SizedBox(height: 22),
-                          Text('INSTALL LOCALLY', style: _sectionEyebrowStyle()),
+                          Text(
+                            'INSTALL LOCALLY',
+                            style: _sectionEyebrowStyle(),
+                          ),
                           const SizedBox(height: 10),
                           Text(
                             'Install NeoAgent as a background service',
@@ -459,7 +471,8 @@ class _LocalInstallWidgetState extends State<_LocalInstallWidget> {
                     final proc = _proc;
                     proc?.kill(ProcessSignal.sigterm);
                     await proc?.exitCode;
-                    if (mounted) setState(() => _phase = _LocalInstallPhase.ready);
+                    if (mounted)
+                      setState(() => _phase = _LocalInstallPhase.ready);
                   },
                   child: const Text('Cancel'),
                 ),
@@ -2496,6 +2509,8 @@ class _SectionBody extends StatelessWidget {
     switch (controller.selectedSection) {
       case AppSection.chat:
         return ChatPanel(controller: controller);
+      case AppSection.timeline:
+        return TimelinePanel(controller: controller);
       case AppSection.voiceAssistant:
         return VoiceAssistantPanel(controller: controller);
       case AppSection.devices:

package/flutter_app/lib/main_chat.dart

@@ -2453,6 +2453,34 @@ class _RunsPanelState extends State<RunsPanel> {
   }
 
   void _syncSelection() {
+    final requestedRunId = widget.controller.requestedRunFocusId?.trim();
+    if (requestedRunId != null && requestedRunId.isNotEmpty) {
+      final requestedRunExists = widget.controller.recentRuns.any(
+        (run) => run.id == requestedRunId,
+      );
+      if (_filteredRuns.any((run) => run.id == requestedRunId)) {
+        widget.controller.clearRequestedRunFocus(requestedRunId);
+        if (_selectedRunId != requestedRunId) {
+          unawaited(_selectRun(requestedRunId));
+        }
+        return;
+      }
+      if (requestedRunExists) {
+        if (_statusFilter != 'all') {
+          if (mounted) {
+            setState(() {
+              _statusFilter = 'all';
+            });
+          } else {
+            _statusFilter = 'all';
+          }
+        }
+        if (_searchController.text.isNotEmpty) {
+          _searchController.clear();
+          return;
+        }
+      }
+    }
     final runs = _filteredRuns;
     if (runs.isEmpty) {
       _selectedRunId = null;

package/flutter_app/lib/main_controller.dart

@@ -47,7 +47,8 @@ class NeoAgentController extends ChangeNotifier {
   StreamSubscription<List<ConnectivityResult>>? _connectivitySubscription;
   bool _connectivityPluginAvailable = true;
   static const int _maxVisibleLogs = 400;
-  static const int _maxToolEvents = 500; // separate list from _maxVisibleLogs (chat diagnostics)
+  static const int _maxToolEvents =
+      500; // separate list from _maxVisibleLogs (chat diagnostics)
 
   static const String _configuredBackendUrl = String.fromEnvironment(
     'NEOAGENT_BACKEND_URL',
@@ -153,6 +154,7 @@ class NeoAgentController extends ChangeNotifier {
   List<ModelMeta> supportedModels = const <ModelMeta>[];
   List<AiProviderMeta> aiProviders = const <AiProviderMeta>[];
   List<RunSummary> recentRuns = const <RunSummary>[];
+  List<TimelineEventItem> timelineItems = const <TimelineEventItem>[];
   TokenUsageSnapshot? tokenUsage;
   Map<String, dynamic>? billingSubscription;
   List<Map<String, dynamic>> billingPlans = const <Map<String, dynamic>>[];
@@ -212,6 +214,7 @@ class NeoAgentController extends ChangeNotifier {
   String? _chatHistoryBeforeCreatedAt;
   String? _chatHistoryBeforeSource;
   String? _chatHistoryBeforeId;
+  String? _requestedRunFocusId;
 
   ActiveRunState? activeRun;
   List<ToolEventItem> toolEvents = const <ToolEventItem>[];
@@ -240,14 +243,23 @@ class NeoAgentController extends ChangeNotifier {
   bool _desktopKeepRunningOnClose = true;
   bool _desktopAutoShowFloatingToolbar = true;
   bool _desktopAssistantHotkeyEnabled = true;
+  bool isRefreshingTimeline = false;
+  Set<String> selectedTimelineSources = <String>{'screen', 'tasks', 'runs'};
 
   bool get desktopCompanionEnabled => _desktopCompanion.enabled;
+  bool get desktopPassiveHistoryEnabled =>
+      _desktopCompanion.passiveHistoryEnabled;
   bool get isLauncherMode => appMode == NeoAgentAppMode.launcher;
   bool get desktopCompanionConnected => _desktopCompanion.connected;
   bool get desktopCompanionConnecting => _desktopCompanion.connecting;
   bool get desktopCompanionPaused => _desktopCompanion.paused;
   String get desktopCompanionLabel => _desktopCompanion.label;
   String? get desktopCompanionErrorMessage => _desktopCompanion.errorMessage;
+  String? get desktopPassiveHistoryLastUploadedAt =>
+      _desktopCompanion.passiveHistoryLastUploadedAt;
+  String? get desktopPassiveHistoryLastError =>
+      _desktopCompanion.passiveHistoryLastError;
+  String? get requestedRunFocusId => _requestedRunFocusId;
   Map<String, Object?> get desktopCompanionStatus => _desktopCompanion.status;
 
   bool get hasLiveRun => isSendingMessage && activeRun != null;
@@ -828,7 +840,9 @@ class NeoAgentController extends ChangeNotifier {
 
   Future<void> bootstrap() async {
     _prefs = await SharedPreferences.getInstance();
-    _ignoredChats.addAll(_prefs?.getStringList('messaging.ignored_chats') ?? <String>[]);
+    _ignoredChats.addAll(
+      _prefs?.getStringList('messaging.ignored_chats') ?? <String>[],
+    );
     await _desktopCompanion.bootstrap(_prefs!);
     final configured = _configuredBackendUrl.trim();
     final savedBackendUrl = _prefs?.getString('backend_url')?.trim() ?? '';
@@ -1671,6 +1685,8 @@ class NeoAgentController extends ChangeNotifier {
     supportedModels = const <ModelMeta>[];
     aiProviders = const <AiProviderMeta>[];
     recentRuns = const <RunSummary>[];
+    timelineItems = const <TimelineEventItem>[];
+    isRefreshingTimeline = false;
     tokenUsage = null;
     updateStatus = const UpdateStatusSnapshot();
     _serverLogs = const <LogEntry>[];
@@ -1794,6 +1810,9 @@ class NeoAgentController extends ChangeNotifier {
     if (section == AppSection.devices) {
       unawaited(refreshDevices());
     }
+    if (section == AppSection.timeline) {
+      unawaited(refreshTimeline());
+    }
     if (section == AppSection.accountSettings) {
       unawaited(refreshAccountSettings());
     }
@@ -1803,6 +1822,22 @@ class NeoAgentController extends ChangeNotifier {
     notifyListeners();
   }
 
+  Future<void> openRunDetails(String runId) async {
+    final normalized = runId.trim();
+    if (normalized.isEmpty) {
+      return;
+    }
+    _requestedRunFocusId = normalized;
+    setSelectedSection(AppSection.runs);
+    await refreshRunsOnly();
+  }
+
+  void clearRequestedRunFocus(String runId) {
+    if (_requestedRunFocusId == runId) {
+      _requestedRunFocusId = null;
+    }
+  }
+
   void _ensureSelectedAgent() {
     if (agentProfiles.isEmpty) {
       selectedAgentId = null;
@@ -2058,15 +2093,23 @@ class NeoAgentController extends ChangeNotifier {
     final key = '${notice.platform}:${notice.chatId ?? notice.sender ?? ''}';
     _ignoredChats.add(key);
     _blockedSenderQueue.removeWhere(
-      (n) => n.platform == notice.platform && (n.chatId == notice.chatId || n.sender == notice.sender),
+      (n) =>
+          n.platform == notice.platform &&
+          (n.chatId == notice.chatId || n.sender == notice.sender),
+    );
+    await _prefs?.setStringList(
+      'messaging.ignored_chats',
+      _ignoredChats.toList(),
     );
-    await _prefs?.setStringList('messaging.ignored_chats', _ignoredChats.toList());
     notifyListeners();
   }
 
   Future<void> removeIgnoredChat(String key) async {
     _ignoredChats.remove(key);
-    await _prefs?.setStringList('messaging.ignored_chats', _ignoredChats.toList());
+    await _prefs?.setStringList(
+      'messaging.ignored_chats',
+      _ignoredChats.toList(),
+    );
     notifyListeners();
   }
 
@@ -2080,7 +2123,8 @@ class NeoAgentController extends ChangeNotifier {
   }
 
   void _enqueueBlockedSenderNotice(BlockedSenderNotice notice) {
-    final ignoreKey = '${notice.platform}:${notice.chatId ?? notice.sender ?? ''}';
+    final ignoreKey =
+        '${notice.platform}:${notice.chatId ?? notice.sender ?? ''}';
     if (_ignoredChats.contains(ignoreKey)) return;
     final exists = _blockedSenderQueue.any((item) => item.id == notice.id);
     if (!exists) {
@@ -2178,6 +2222,15 @@ class NeoAgentController extends ChangeNotifier {
         _backendClient.fetchRuns(backendUrl, agentId: agentId),
         const <String, dynamic>{'runs': <dynamic>[]},
       );
+      final timelineFuture = _softRefreshLoad<Map<String, dynamic>>(
+        'timeline',
+        _backendClient.fetchTimeline(
+          backendUrl,
+          sources: selectedTimelineSources,
+          limit: 50,
+        ),
+        const <String, dynamic>{'items': <dynamic>[]},
+      );
       final versionFuture = _softRefreshLoad<Map<String, dynamic>>(
         'version',
         _backendClient.fetchVersion(backendUrl),
@@ -2301,6 +2354,7 @@ class NeoAgentController extends ChangeNotifier {
       final providersResponse = await providersFuture;
       final settingsResponse = await settingsFuture;
       final runsResponse = await runsFuture;
+      final timelineResponse = await timelineFuture;
       final versionResponse = await versionFuture;
       final tokenResponse = await tokenFuture;
       final rateLimitResponse = await rateLimitFuture;
@@ -2348,6 +2402,12 @@ class NeoAgentController extends ChangeNotifier {
         RunSummary.fromJson,
         fallbackToMapValues: true,
       );
+      timelineItems = _decodeModelList(
+        'timeline',
+        timelineResponse['items'],
+        TimelineEventItem.fromJson,
+        fallbackToMapValues: true,
+      );
       versionInfo = versionResponse;
       backendHealthStatus = healthResponse;
       tokenUsage = TokenUsageSnapshot.fromJson(tokenResponse);
@@ -2541,6 +2601,62 @@ class NeoAgentController extends ChangeNotifier {
     } catch (_) {}
   }
 
+  Future<void> refreshTimeline({
+    Set<String>? sources,
+    bool notify = true,
+  }) async {
+    if (!isAuthenticated) {
+      return;
+    }
+    if (sources != null) {
+      selectedTimelineSources = sources
+          .map((value) => value.trim().toLowerCase())
+          .where((value) => value.isNotEmpty)
+          .toSet();
+    }
+    isRefreshingTimeline = true;
+    if (notify) {
+      notifyListeners();
+    }
+    try {
+      final response = await _backendClient.fetchTimeline(
+        backendUrl,
+        sources: selectedTimelineSources,
+        limit: 50,
+      );
+      timelineItems = _decodeModelList(
+        'timeline',
+        response['items'],
+        TimelineEventItem.fromJson,
+        fallbackToMapValues: true,
+      );
+    } catch (error) {
+      errorMessage = _friendlyErrorMessage(error);
+    } finally {
+      isRefreshingTimeline = false;
+      if (notify) {
+        notifyListeners();
+      }
+    }
+  }
+
+  Future<void> toggleTimelineSource(String sourceKind) async {
+    final normalized = sourceKind.trim().toLowerCase();
+    if (normalized.isEmpty) {
+      return;
+    }
+    final next = <String>{...selectedTimelineSources};
+    if (next.contains(normalized)) {
+      if (next.length == 1) {
+        return;
+      }
+      next.remove(normalized);
+    } else {
+      next.add(normalized);
+    }
+    await refreshTimeline(sources: next);
+  }
+
   Future<void> refreshMessaging() async {
     try {
       final statuses = await _backendClient.fetchMessagingStatus(
@@ -3875,6 +3991,19 @@ class NeoAgentController extends ChangeNotifier {
     }
   }
 
+  Future<void> setDesktopPassiveHistoryEnabled(bool value) async {
+    final prefs = _prefs;
+    if (prefs == null) {
+      return;
+    }
+    try {
+      await _desktopCompanion.setPassiveHistoryEnabled(value, prefs);
+    } catch (error) {
+      errorMessage = _friendlyErrorMessage(error);
+      notifyListeners();
+    }
+  }
+
   Future<void> rotateDesktopCompanionIdentity() async {
     final prefs = _prefs;
     if (prefs == null) {
@@ -4992,12 +5121,13 @@ class NeoAgentController extends ChangeNotifier {
         _backendClient.getBillingPlans(backendUrl),
         _backendClient.getBillingInvoices(backendUrl),
       ]);
-      billingSubscription =
-          results[0]['subscription'] as Map<String, dynamic>?;
-      billingPlans = _asDynList(results[1]['plans'])
-          .cast<Map<String, dynamic>>();
-      billingInvoices = _asDynList(results[2]['invoices'])
-          .cast<Map<String, dynamic>>();
+      billingSubscription = results[0]['subscription'] as Map<String, dynamic>?;
+      billingPlans = _asDynList(
+        results[1]['plans'],
+      ).cast<Map<String, dynamic>>();
+      billingInvoices = _asDynList(
+        results[2]['invoices'],
+      ).cast<Map<String, dynamic>>();
     } catch (_) {
       // retain previous data on error
     } finally {
@@ -7001,6 +7131,9 @@ class NeoAgentController extends ChangeNotifier {
       }
       unawaited(_refreshRecordingSessionById(sessionId));
     });
+    socket.on('timeline:updated', (dynamic _) {
+      unawaited(refreshTimeline());
+    });
     socket.on('voice:session_ready', (dynamic data) {
       final payload = _jsonMap(data);
       voiceAssistantLiveState = voiceAssistantLiveState.copyWith(