neoagent 2.4.1-beta.9 → 2.4.1

package/flutter_app/lib/main_spacing.dart

@@ -23,11 +23,11 @@ abstract class AppBreakpoints {
 abstract class AppRadius {
   static const double tag   = 8.0;
   static const double card  = 14.0;
-  static const double input = 18.0;
-  static const double panel = 28.0;
+  static const double input = 14.0;
+  static const double panel = 22.0;
   static const double pill  = 999.0;
 }
 
 /// Deep dark color used for QR code modules rendered on a white background.
-/// Matches the dark theme's primary background hue for brand consistency.
-const Color _qrDarkColor = Color(0xFF04111D);
+/// Matches the dark theme's deep-olive background hue for brand consistency.
+const Color _qrDarkColor = Color(0xFF0E1511);

package/flutter_app/lib/main_theme.dart

@@ -1,5 +1,7 @@
 part of 'main.dart';
 
+// ignore_for_file: unused_element
+
 const NeoAgentPalette _darkPalette = darkPalette;
 const NeoAgentPalette _lightPalette = lightPalette;
 
@@ -16,8 +18,8 @@ Color get _bgCard => _palette.bgCard;
 Color get _textPrimary => _palette.textPrimary;
 Color get _textSecondary => _palette.textSecondary;
 Color get _textMuted => _palette.textMuted;
-const Color _brandAccent = Color(0xFF8F6D3E);
-const Color _brandAccentAlt = Color(0xFF2F7D6E);
+const Color _brandAccent = Color(0xFFB07D2B);
+const Color _brandAccentAlt = Color(0xFF5E6B4C);
 Color get _accent => _palette.accent;
 Color get _accentHover => _palette.accentHover;
 Color get _accentAlt => _palette.accentAlt;
@@ -102,10 +104,12 @@ TextStyle _heroTitleStyle([double size = 24]) => TextStyle(
   color: _textPrimary,
 );
 
-TextStyle _sectionEyebrowStyle() => TextStyle(
-  fontSize: 12,
-  fontWeight: FontWeight.w700,
-  letterSpacing: 1.0,
+// Eyebrow labels ("CONTROL SURFACE") use the mono typeface for telemetry
+// flavor, matching the design system's `--mono` eyebrow treatment (Geist Mono).
+TextStyle _sectionEyebrowStyle() => GoogleFonts.geistMono(
+  fontSize: 11,
+  fontWeight: FontWeight.w600,
+  letterSpacing: 1.6,
   color: _accentHover,
 );
 
@@ -128,7 +132,9 @@ ThemeData _buildNeoAgentTheme(NeoAgentPalette palette, Brightness brightness) {
       onSurface: palette.textPrimary,
       error: palette.danger,
     ),
-    textTheme: base.textTheme.apply(
+    // Geist is the Control Surface design system's base typeface.
+    // Telemetry / mono runs stay on Geist Mono at the call sites.
+    textTheme: GoogleFonts.geistTextTheme(base.textTheme).apply(
       bodyColor: palette.textPrimary,
       displayColor: palette.textPrimary,
     ),
@@ -143,7 +149,7 @@ ThemeData _buildNeoAgentTheme(NeoAgentPalette palette, Brightness brightness) {
       elevation: brightness == Brightness.dark ? 8 : 3,
       margin: EdgeInsets.zero,
       shape: RoundedRectangleBorder(
-        borderRadius: BorderRadius.circular(28),
+        borderRadius: BorderRadius.circular(AppRadius.panel),
         side: BorderSide(
           color: Colors.white.withValues(
             alpha: brightness == Brightness.dark ? 0.08 : 0.22,
@@ -157,15 +163,15 @@ ThemeData _buildNeoAgentTheme(NeoAgentPalette palette, Brightness brightness) {
         alpha: brightness == Brightness.dark ? 0.82 : 0.84,
       ),
       border: OutlineInputBorder(
-        borderRadius: BorderRadius.circular(18),
+        borderRadius: BorderRadius.circular(AppRadius.input),
         borderSide: BorderSide(color: palette.borderLight),
       ),
       enabledBorder: OutlineInputBorder(
-        borderRadius: BorderRadius.circular(18),
+        borderRadius: BorderRadius.circular(AppRadius.input),
         borderSide: BorderSide(color: palette.borderLight),
       ),
       focusedBorder: OutlineInputBorder(
-        borderRadius: BorderRadius.circular(18),
+        borderRadius: BorderRadius.circular(AppRadius.input),
         borderSide: BorderSide(color: palette.accentHover, width: 1.4),
       ),
       contentPadding: const EdgeInsets.symmetric(horizontal: 16, vertical: 16),
@@ -191,7 +197,7 @@ ThemeData _buildNeoAgentTheme(NeoAgentPalette palette, Brightness brightness) {
         elevation: 0,
         padding: const EdgeInsets.symmetric(horizontal: 18, vertical: 16),
         shape: RoundedRectangleBorder(
-          borderRadius: BorderRadius.circular(18),
+          borderRadius: BorderRadius.circular(AppRadius.input),
           side: BorderSide(
             color: Colors.white.withValues(
               alpha: brightness == Brightness.dark ? 0.14 : 0.26,
@@ -217,7 +223,9 @@ ThemeData _buildNeoAgentTheme(NeoAgentPalette palette, Brightness brightness) {
           alpha: brightness == Brightness.dark ? 0.2 : 0.5,
         ),
         padding: const EdgeInsets.symmetric(horizontal: 18, vertical: 16),
-        shape: RoundedRectangleBorder(borderRadius: BorderRadius.circular(18)),
+        shape: RoundedRectangleBorder(
+          borderRadius: BorderRadius.circular(AppRadius.input),
+        ),
         textStyle: const TextStyle(fontSize: 15, fontWeight: FontWeight.w700),
       ),
     ),
@@ -264,7 +272,7 @@ ThemeData _buildNeoAgentTheme(NeoAgentPalette palette, Brightness brightness) {
       backgroundColor: palette.bgCard.withValues(alpha: 0.96),
       surfaceTintColor: Colors.transparent,
       shape: RoundedRectangleBorder(
-        borderRadius: BorderRadius.circular(24),
+        borderRadius: BorderRadius.circular(AppRadius.panel),
         side: BorderSide(color: palette.borderLight),
       ),
     ),

package/flutter_app/lib/main_unified.dart

@@ -2,7 +2,7 @@ part of 'main.dart';
 
 enum _ToolsPageTab { integrations, mcp, skills }
 
-enum _RunsPageTab { runs, logs }
+enum _RunsPageTab { runs }
 
 enum _SettingsWorkspaceSection { app, account, security }
 
@@ -126,49 +126,7 @@ class RunsAndLogsPanel extends StatefulWidget {
   State<RunsAndLogsPanel> createState() => _RunsAndLogsPanelState();
 }
 
-class _RunsAndLogsPanelState extends State<RunsAndLogsPanel>
-    with SingleTickerProviderStateMixin {
-  late final TabController _tabController;
-
-  @override
-  void initState() {
-    super.initState();
-    _tabController = TabController(
-      length: _RunsPageTab.values.length,
-      vsync: this,
-      initialIndex: _tabForSection(widget.controller.selectedSection).index,
-    );
-  }
-
-  @override
-  void didUpdateWidget(covariant RunsAndLogsPanel oldWidget) {
-    super.didUpdateWidget(oldWidget);
-    final selectedSection = widget.controller.selectedSection;
-    if (selectedSection != oldWidget.controller.selectedSection &&
-        (selectedSection == AppSection.runs ||
-            selectedSection == AppSection.logs)) {
-      final targetIndex = _tabForSection(selectedSection).index;
-      if (_tabController.index != targetIndex) {
-        _tabController.index = targetIndex;
-      }
-    }
-  }
-
-  @override
-  void dispose() {
-    _tabController.dispose();
-    super.dispose();
-  }
-
-  _RunsPageTab _tabForSection(AppSection section) {
-    switch (section) {
-      case AppSection.logs:
-        return _RunsPageTab.logs;
-      default:
-        return _RunsPageTab.runs;
-    }
-  }
-
+class _RunsAndLogsPanelState extends State<RunsAndLogsPanel> {
   @override
   Widget build(BuildContext context) {
     final controller = widget.controller;
@@ -177,37 +135,12 @@ class _RunsAndLogsPanelState extends State<RunsAndLogsPanel>
       child: Column(
         children: <Widget>[
           const _PageTitle(
-            title: 'Runs & Logs',
-            subtitle:
-                'Inspect execution history, failures, tool traces, and diagnostics from one workspace.',
-          ),
-          const SizedBox(height: 12),
-          Container(
-            decoration: BoxDecoration(
-              color: _bgSecondary,
-              borderRadius: BorderRadius.circular(14),
-              border: Border.all(color: _border),
-            ),
-            child: TabBar(
-              controller: _tabController,
-              dividerColor: _border,
-              indicatorSize: TabBarIndicatorSize.tab,
-              labelStyle: const TextStyle(fontWeight: FontWeight.w700),
-              tabs: <Widget>[
-                Tab(text: 'Runs (${controller.recentRuns.length})'),
-                Tab(text: 'Logs (${controller.logs.length})'),
-              ],
-            ),
+            title: 'Runs',
+            subtitle: 'Inspect execution history, failures, and tool traces.',
           ),
           const SizedBox(height: 12),
           Expanded(
-            child: TabBarView(
-              controller: _tabController,
-              children: <Widget>[
-                RunsPanel(controller: controller, embedded: true),
-                LogsPanel(controller: controller, embedded: true),
-              ],
-            ),
+            child: RunsPanel(controller: controller, embedded: true),
           ),
         ],
       ),

package/flutter_app/lib/src/android_apk_drop_zone.dart

@@ -30,3 +30,27 @@ class AndroidApkDropZone extends StatelessWidget {
     );
   }
 }
+
+/// Compact tile variant — fits inside an actions row.
+class AndroidApkTile extends StatelessWidget {
+  const AndroidApkTile({
+    super.key,
+    required this.enabled,
+    required this.busy,
+    required this.onInstall,
+  });
+
+  final bool enabled;
+  final bool busy;
+  final AndroidApkInstallCallback onInstall;
+
+  @override
+  Widget build(BuildContext context) {
+    return buildAndroidApkTile(
+      context,
+      enabled: enabled,
+      busy: busy,
+      onInstall: onInstall,
+    );
+  }
+}

package/flutter_app/lib/src/android_apk_drop_zone_stub.dart

@@ -14,3 +14,16 @@ Widget buildAndroidApkDropZone(
 }) {
   return const SizedBox.shrink();
 }
+
+Widget buildAndroidApkTile(
+  BuildContext context, {
+  required bool enabled,
+  required bool busy,
+  required Future<void> Function({
+    required String filename,
+    required Uint8List bytes,
+  })
+  onInstall,
+}) {
+  return const SizedBox.shrink();
+}

package/flutter_app/lib/src/android_apk_drop_zone_web.dart

@@ -346,3 +346,222 @@ bool _isSupportedInstallFile(String filename) {
   final normalized = filename.toLowerCase();
   return _supportedAndroidInstallExtensions.any(normalized.endsWith);
 }
+
+// ─────────────────────────────────────────────────────────────────────────────
+// Compact tile variant — used inside the Android actions box.
+// Same file-picker / drag-and-drop logic but rendered as a small square tile
+// that fits neatly alongside other action tiles.
+// ─────────────────────────────────────────────────────────────────────────────
+
+int _androidApkTileViewId = 0;
+
+Widget buildAndroidApkTile(
+  BuildContext context, {
+  required bool enabled,
+  required bool busy,
+  required Future<void> Function({
+    required String filename,
+    required Uint8List bytes,
+  })
+  onInstall,
+}) {
+  return _AndroidApkTileWeb(enabled: enabled, busy: busy, onInstall: onInstall);
+}
+
+class _AndroidApkTileWeb extends StatefulWidget {
+  const _AndroidApkTileWeb({
+    required this.enabled,
+    required this.busy,
+    required this.onInstall,
+  });
+
+  final bool enabled;
+  final bool busy;
+  final Future<void> Function({required String filename, required Uint8List bytes}) onInstall;
+
+  @override
+  State<_AndroidApkTileWeb> createState() => _AndroidApkTileWebState();
+}
+
+class _AndroidApkTileWebState extends State<_AndroidApkTileWeb> {
+  late final String _viewType;
+  late final html.DivElement _dropElement;
+  late final html.FileUploadInputElement _fileInput;
+  final List<StreamSubscription<dynamic>> _subs = [];
+  bool _dragActive = false;
+
+  @override
+  void initState() {
+    super.initState();
+    _viewType = 'neoagent-android-apk-tile-${_androidApkTileViewId++}';
+    _dropElement = html.DivElement()
+      ..setAttribute('role', 'button')
+      ..setAttribute('aria-label', 'Install APK — click or drop a .apk file')
+      ..tabIndex = 0
+      ..style.width = '100%'
+      ..style.height = '100%'
+      ..style.display = 'block'
+      ..style.background = 'rgba(0,0,0,0.001)'
+      ..style.cursor = 'pointer';
+    _fileInput = html.FileUploadInputElement()
+      ..accept = '.apk,.apks'
+      ..multiple = false
+      ..style.display = 'none';
+    _dropElement.append(_fileInput);
+
+    _subs.addAll([
+      _dropElement.onClick.listen((_) => _openPicker()),
+      _dropElement.onKeyDown.listen((e) {
+        if (e.key == 'Enter' || e.key == ' ') {
+          e.preventDefault();
+          _openPicker();
+        }
+      }),
+      _dropElement.onDragEnter.listen((e) {
+        e.preventDefault();
+        if (!_dragActive && mounted) setState(() => _dragActive = true);
+      }),
+      _dropElement.onDragOver.listen((e) {
+        e.preventDefault();
+        e.dataTransfer.dropEffect = 'copy';
+        if (!_dragActive && mounted) setState(() => _dragActive = true);
+      }),
+      _dropElement.onDragLeave.listen((e) {
+        e.preventDefault();
+        if (_dragActive && mounted) setState(() => _dragActive = false);
+      }),
+      _dropElement.onDrop.listen((e) {
+        e.preventDefault();
+        if (_dragActive && mounted) setState(() => _dragActive = false);
+        final files = e.dataTransfer.files;
+        if (files != null && files.isNotEmpty) unawaited(_handleFile(files.first));
+      }),
+      _fileInput.onChange.listen((_) {
+        final files = _fileInput.files;
+        if (files != null && files.isNotEmpty) unawaited(_handleFile(files.first));
+      }),
+    ]);
+
+    ui_web.platformViewRegistry.registerViewFactory(_viewType, (int _) => _dropElement);
+  }
+
+  @override
+  void dispose() {
+    for (final s in _subs) {
+      s.cancel();
+    }
+    _dropElement.remove();
+    super.dispose();
+  }
+
+  void _openPicker() {
+    if (!widget.enabled || widget.busy) return;
+    _fileInput.value = '';
+    _fileInput.click();
+  }
+
+  Future<void> _handleFile(html.File file) async {
+    if (!widget.enabled || widget.busy) return;
+    if (!_isSupportedInstallFile(file.name)) {
+      _showError('Only .apk or .apks files can be installed.');
+      return;
+    }
+    try {
+      final bytes = await _readFileBytes(file);
+      if (mounted) await widget.onInstall(filename: file.name, bytes: bytes);
+    } catch (e) {
+      _showError(e.toString().replaceFirst('Exception: ', ''));
+    }
+  }
+
+  Future<Uint8List> _readFileBytes(html.File file) {
+    final completer = Completer<Uint8List>();
+    final reader = html.FileReader();
+    reader.onLoad.listen((_) {
+      final result = reader.result;
+      if (result is ByteBuffer) { completer.complete(Uint8List.view(result)); return; }
+      if (result is Uint8List) { completer.complete(result); return; }
+      if (!completer.isCompleted) completer.completeError(StateError('Could not read the APK.'));
+    });
+    reader.onError.listen((_) {
+      if (!completer.isCompleted) completer.completeError(reader.error ?? StateError('Read error'));
+    });
+    reader.readAsArrayBuffer(file);
+    return completer.future;
+  }
+
+  void _showError(String msg) {
+    if (!mounted) return;
+    ScaffoldMessenger.maybeOf(context)?.showSnackBar(SnackBar(content: Text(msg)));
+  }
+
+  @override
+  Widget build(BuildContext context) {
+    final cs = Theme.of(context).colorScheme;
+    final isDark = Theme.of(context).brightness == Brightness.dark;
+    final borderColor = _dragActive ? cs.primary : cs.outlineVariant;
+    final bgColor = _dragActive
+        ? cs.primary.withValues(alpha: isDark ? 0.16 : 0.10)
+        : widget.enabled
+            ? cs.surfaceContainerHighest.withValues(alpha: isDark ? 0.50 : 0.70)
+            : cs.surfaceContainerHighest.withValues(alpha: isDark ? 0.28 : 0.44);
+    final iconColor = _dragActive
+        ? cs.primary
+        : widget.enabled
+            ? cs.onSurface
+            : cs.onSurface.withValues(alpha: 0.38);
+    final labelColor = _dragActive ? cs.primary : cs.onSurfaceVariant;
+
+    return SizedBox(
+      width: 80,
+      height: 72,
+      child: Stack(
+        children: [
+          // Visual tile
+          Positioned.fill(
+            child: AnimatedContainer(
+              duration: const Duration(milliseconds: 150),
+              decoration: BoxDecoration(
+                color: bgColor,
+                borderRadius: BorderRadius.circular(12),
+                border: Border.all(color: borderColor),
+              ),
+              child: Column(
+                mainAxisAlignment: MainAxisAlignment.center,
+                children: [
+                  Icon(
+                    widget.busy
+                        ? Icons.hourglass_top_rounded
+                        : Icons.install_mobile_outlined,
+                    size: 20,
+                    color: iconColor,
+                  ),
+                  const SizedBox(height: 5),
+                  Text(
+                    widget.busy ? 'Installing…' : 'Install APK',
+                    style: TextStyle(
+                      fontSize: 10,
+                      height: 1.2,
+                      fontWeight: FontWeight.w600,
+                      color: labelColor,
+                    ),
+                    textAlign: TextAlign.center,
+                    maxLines: 2,
+                    overflow: TextOverflow.ellipsis,
+                  ),
+                ],
+              ),
+            ),
+          ),
+          // Transparent HTML element captures all drag / click events
+          Positioned.fill(
+            child: ClipRRect(
+              borderRadius: BorderRadius.circular(12),
+              child: HtmlElementView(viewType: _viewType),
+            ),
+          ),
+        ],
+      ),
+    );
+  }
+}

package/flutter_app/lib/src/backend_client.dart

@@ -695,6 +695,41 @@ class BackendClient {
     return getMap(baseUrl, '/api/desktop/devices');
   }
 
+  Future<Map<String, dynamic>> fetchWorkspaceDirectory(
+    String baseUrl, {
+    String path = '.',
+  }) async {
+    return getMap(
+      baseUrl,
+      '/api/workspace/files?path=${Uri.encodeQueryComponent(path)}',
+    );
+  }
+
+  Future<Map<String, dynamic>> fetchWorkspaceFile(
+    String baseUrl, {
+    required String path,
+  }) async {
+    return getMap(
+      baseUrl,
+      '/api/workspace/files/content?path=${Uri.encodeQueryComponent(path)}',
+    );
+  }
+
+  Future<Map<String, dynamic>> saveWorkspaceFile(
+    String baseUrl, {
+    required String path,
+    required String content,
+  }) async {
+    return putMap(baseUrl, '/api/workspace/files/content', <String, dynamic>{
+      'path': path,
+      'content': content,
+    });
+  }
+
+  String workspaceDownloadPath(String path) {
+    return '/api/workspace/files/download?path=${Uri.encodeQueryComponent(path)}';
+  }
+
   Future<Map<String, dynamic>> selectDesktopDevice(
     String baseUrl, {
     required String deviceId,
@@ -1644,6 +1679,17 @@ class BackendClient {
     await deleteMap(baseUrl, '/api/recordings/$sessionId');
   }
 
+  Future<Map<String, dynamic>> transcribeAudio(
+    String baseUrl, {
+    required String audioBase64,
+    String mimeType = 'audio/pcm;rate=16000;channels=1',
+  }) {
+    return postMap(baseUrl, '/api/voice-assistant/transcribe', <String, dynamic>{
+      'audioBase64': audioBase64,
+      'mimeType': mimeType,
+    });
+  }
+
   Future<Map<String, dynamic>> runVoiceAssistantTurn(
     String baseUrl, {
     required String sessionId,

package/flutter_app/lib/src/desktop_companion_actions.dart

@@ -9,6 +9,20 @@ import 'package:package_info_plus/package_info_plus.dart';
 import 'desktop_native_bridge.dart';
 import 'desktop_screen_capture.dart';
 
+// ─── Isolate helpers for JPEG compression ────────────────────────────────────
+// `compressToJpeg` offloads the CPU-intensive pure-Dart PNG→JPEG conversion
+// to a background isolate via `compute()` so the main isolate's event loop
+// stays free to process incoming WebSocket commands (click, drag, etc.)
+// immediately, rather than queuing behind a 300–600 ms compression job.
+
+typedef _JpegArgs = ({Uint8List bytes, int quality});
+
+Uint8List _compressJpegInIsolate(_JpegArgs args) {
+  final decoded = img.decodeImage(args.bytes);
+  if (decoded == null) return args.bytes;
+  return Uint8List.fromList(img.encodeJpg(decoded, quality: args.quality));
+}
+
 class DesktopCompanionSnapshot {
   const DesktopCompanionSnapshot({
     required this.screenshotBase64,
@@ -86,9 +100,15 @@ class DesktopCompanionActions {
       if (bytes is! Uint8List || bytes.isEmpty) {
         return null;
       }
-      final decoded = img.decodeImage(bytes);
-      final width = (frame['width'] as num?)?.round() ?? decoded?.width ?? 0;
-      final height = (frame['height'] as num?)?.round() ?? decoded?.height ?? 0;
+      // Prefer dimensions reported by the native bridge; only fall back to a
+      // pure-Dart image decode (which is slow) when the bridge omits them.
+      final nativeWidth = (frame['width'] as num?)?.round();
+      final nativeHeight = (frame['height'] as num?)?.round();
+      final decoded = (nativeWidth == null || nativeHeight == null)
+          ? img.decodeImage(bytes)
+          : null;
+      final width = nativeWidth ?? decoded?.width ?? 0;
+      final height = nativeHeight ?? decoded?.height ?? 0;
       final displays = _normalizeDisplays(
         frame['displays'],
         fallbackDisplayId:
@@ -182,11 +202,14 @@ class DesktopCompanionActions {
     int quality,
   ) async {
     final raw = _decodeScreenshotBytes(snapshot.screenshotBase64);
+    // Already JPEG — return immediately without any heavy work on this isolate.
     if (_looksLikeJpeg(raw)) return raw;
-    final decoded = img.decodeImage(raw);
-    if (decoded == null) return raw;
-    final normalizedQuality = quality.clamp(30, 95);
-    return Uint8List.fromList(img.encodeJpg(decoded, quality: normalizedQuality));
+    // Run the pure-Dart PNG decode + JPEG encode in a background isolate so the
+    // main isolate's event loop stays responsive for incoming commands.
+    return compute(
+      _compressJpegInIsolate,
+      (bytes: raw, quality: quality.clamp(30, 95)),
+    );
   }
 
   Future<Map<String, Object?>> observe({