neoagent 2.3.1-beta.6 → 2.3.1-beta.60

package/flutter_app/lib/features/onboarding/onboarding_model_step.dart

@@ -0,0 +1,233 @@
+import 'package:flutter/material.dart';
+import 'package:flutter_animate/flutter_animate.dart';
+
+import '../../main.dart';
+import 'onboarding_chrome.dart';
+
+class OnboardingModelStep extends StatefulWidget {
+  const OnboardingModelStep({
+    super.key,
+    required this.onNext,
+    required this.controller,
+  });
+
+  final VoidCallback onNext;
+  final NeoAgentController controller;
+
+  @override
+  State<OnboardingModelStep> createState() => _OnboardingModelStepState();
+}
+
+class _OnboardingModelStepState extends State<OnboardingModelStep> {
+  String? _selectedModel;
+
+  List<ModelMeta> get _models => widget.controller.supportedModels
+      .where((m) => m.available && !m.id.startsWith('tool:'))
+      .toList();
+
+  @override
+  void initState() {
+    super.initState();
+    final defaultChatModel = widget.controller.defaultChatModel;
+    if (defaultChatModel.isNotEmpty &&
+        _models.any((m) => m.id == defaultChatModel)) {
+      _selectedModel = defaultChatModel;
+    } else if (_models.isNotEmpty) {
+      _selectedModel = _models.first.id;
+    }
+  }
+
+  Color _getColorForModel(ModelMeta model) {
+    final value = model.provider.toLowerCase() + model.id.toLowerCase();
+    if (value.contains('google') || value.contains('gemini')) {
+      return const Color(0xFF4285F4);
+    }
+    if (value.contains('openai') || value.contains('gpt')) {
+      return const Color(0xFF10A37F);
+    }
+    if (value.contains('anthropic') || value.contains('claude')) {
+      return const Color(0xFFD97757);
+    }
+    if (value.contains('meta') || value.contains('llama')) {
+      return const Color(0xFF0668E1);
+    }
+    if (value.contains('mistral')) return const Color(0xFFF97316);
+    return const Color(0xFF7C8CFF);
+  }
+
+  IconData _getIconForModel(ModelMeta model) {
+    final value = model.provider.toLowerCase() + model.id.toLowerCase();
+    if (value.contains('google') || value.contains('gemini')) {
+      return Icons.auto_awesome_rounded;
+    }
+    if (value.contains('openai') || value.contains('gpt')) {
+      return Icons.bolt_rounded;
+    }
+    if (value.contains('anthropic') || value.contains('claude')) {
+      return Icons.menu_book_rounded;
+    }
+    if (value.contains('meta') || value.contains('llama')) {
+      return Icons.visibility_rounded;
+    }
+    return Icons.memory_rounded;
+  }
+
+  @override
+  Widget build(BuildContext context) {
+    return OnboardingScaffold(
+      step: 3,
+      totalSteps: 4,
+      eyebrow: 'INTELLIGENCE',
+      title: 'Choose your\ndefault model.',
+      description: 'Pick the model NeoOS should use by default.',
+      footer: Row(
+        mainAxisAlignment: MainAxisAlignment.end,
+        children: <Widget>[
+          OnboardingPrimaryButton(
+            label: 'Finish setup',
+            icon: Icons.check_rounded,
+            onPressed: widget.onNext,
+          ),
+        ],
+      ),
+      child: _models.isEmpty
+          ? Center(
+              child: Text(
+                'No available models found.\nYou can configure providers later in Settings.',
+                textAlign: TextAlign.center,
+                style: TextStyle(
+                  color: Colors.white.withValues(alpha: 0.6),
+                  fontSize: 16,
+                  height: 1.5,
+                ),
+              ),
+            )
+          : ListView.separated(
+              itemCount: _models.length,
+              separatorBuilder: (_, __) => const SizedBox(height: 14),
+              itemBuilder: (context, index) {
+                final model = _models[index];
+                final color = _getColorForModel(model);
+                final selected = _selectedModel == model.id;
+                return OnboardingOptionCard(
+                      selected: selected,
+                      accent: color,
+                      onTap: () async {
+                        final previousModel = _selectedModel;
+                        setState(() => _selectedModel = model.id);
+                        try {
+                          await widget.controller.saveSettingsPayload(
+                            <String, Object?>{'default_chat_model': model.id},
+                          );
+                        } catch (e) {
+                          if (context.mounted) {
+                            ScaffoldMessenger.of(context).showSnackBar(
+                              SnackBar(
+                                content: Text('Failed to save selection: $e'),
+                              ),
+                            );
+                          }
+                          setState(() => _selectedModel = previousModel);
+                        }
+                      },
+                      child: Row(
+                        children: <Widget>[
+                          Container(
+                            width: 58,
+                            height: 58,
+                            decoration: BoxDecoration(
+                              color: color.withValues(alpha: 0.18),
+                              borderRadius: BorderRadius.circular(18),
+                            ),
+                            child: Icon(
+                              _getIconForModel(model),
+                              color: color,
+                              size: 30,
+                            ),
+                          ),
+                          const SizedBox(width: 18),
+                          Expanded(
+                            child: Column(
+                              crossAxisAlignment: CrossAxisAlignment.start,
+                              children: <Widget>[
+                                Wrap(
+                                  spacing: 10,
+                                  runSpacing: 8,
+                                  crossAxisAlignment: WrapCrossAlignment.center,
+                                  children: <Widget>[
+                                    Text(
+                                      model.label,
+                                      style: const TextStyle(
+                                        color: Colors.white,
+                                        fontSize: 20,
+                                        fontWeight: FontWeight.w800,
+                                      ),
+                                    ),
+                                    Container(
+                                      padding: const EdgeInsets.symmetric(
+                                        horizontal: 10,
+                                        vertical: 5,
+                                      ),
+                                      decoration: BoxDecoration(
+                                        color: Colors.white.withValues(
+                                          alpha: 0.08,
+                                        ),
+                                        borderRadius: BorderRadius.circular(
+                                          999,
+                                        ),
+                                      ),
+                                      child: Text(
+                                        model.provider,
+                                        style: TextStyle(
+                                          color: Colors.white.withValues(
+                                            alpha: 0.72,
+                                          ),
+                                          fontSize: 12,
+                                          fontWeight: FontWeight.w700,
+                                        ),
+                                      ),
+                                    ),
+                                  ],
+                                ),
+                                const SizedBox(height: 6),
+                                Text(
+                                  model.purpose,
+                                  style: TextStyle(
+                                    color: Colors.white.withValues(alpha: 0.68),
+                                    fontSize: 14,
+                                    height: 1.45,
+                                  ),
+                                ),
+                              ],
+                            ),
+                          ),
+                          AnimatedSwitcher(
+                            duration: const Duration(milliseconds: 220),
+                            child: selected
+                                ? Icon(
+                                    Icons.check_circle_rounded,
+                                    key: ValueKey<String>(model.id),
+                                    color: color,
+                                    size: 28,
+                                  )
+                                : Icon(
+                                    Icons.radio_button_unchecked_rounded,
+                                    key: ValueKey<String>('idle-${model.id}'),
+                                    color: Colors.white.withValues(alpha: 0.25),
+                                    size: 28,
+                                  ),
+                          ),
+                        ],
+                      ),
+                    )
+                    .animate()
+                    .fadeIn(
+                      duration: 420.ms,
+                      delay: (180 + (index.clamp(0, 5) * 70)).ms,
+                    )
+                    .slideY(begin: 0.16, end: 0);
+              },
+            ),
+    );
+  }
+}

package/flutter_app/lib/features/onboarding/onboarding_shell.dart

@@ -0,0 +1,57 @@
+import 'package:flutter/material.dart';
+import '../../main.dart';
+import 'onboarding_video_step.dart';
+import 'onboarding_welcome_step.dart';
+import 'onboarding_messaging_step.dart';
+import 'onboarding_model_step.dart';
+
+class OnboardingShell extends StatefulWidget {
+  const OnboardingShell({super.key, required this.controller});
+
+  final NeoAgentController controller;
+
+  @override
+  State<OnboardingShell> createState() => _OnboardingShellState();
+}
+
+class _OnboardingShellState extends State<OnboardingShell> {
+  final PageController _pageController = PageController();
+
+  void _nextStep() {
+    _pageController.nextPage(
+      duration: const Duration(milliseconds: 800),
+      curve: Curves.easeInOutCubicEmphasized,
+    );
+  }
+
+  void _finish() {
+    widget.controller.dismissOnboarding();
+  }
+
+  @override
+  void dispose() {
+    _pageController.dispose();
+    super.dispose();
+  }
+
+  @override
+  Widget build(BuildContext context) {
+    return Scaffold(
+      backgroundColor: Colors.black, // Deep black for video and transitions
+      body: PageView(
+        controller: _pageController,
+        physics:
+            const NeverScrollableScrollPhysics(), // Managed programmatically
+        children: <Widget>[
+          OnboardingVideoStep(onComplete: _nextStep),
+          OnboardingWelcomeStep(onNext: _nextStep),
+          OnboardingMessagingStep(
+            onNext: _nextStep,
+            controller: widget.controller,
+          ),
+          OnboardingModelStep(onNext: _finish, controller: widget.controller),
+        ],
+      ),
+    );
+  }
+}

package/flutter_app/lib/features/onboarding/onboarding_video_step.dart

@@ -0,0 +1,218 @@
+import 'dart:io' show Platform;
+
+import 'package:flutter/foundation.dart' show kIsWeb;
+import 'package:flutter/material.dart';
+import 'package:flutter_animate/flutter_animate.dart';
+import 'package:video_player/video_player.dart';
+
+import 'onboarding_chrome.dart';
+
+class OnboardingVideoStep extends StatefulWidget {
+  const OnboardingVideoStep({super.key, required this.onComplete});
+
+  final VoidCallback onComplete;
+
+  @override
+  State<OnboardingVideoStep> createState() => _OnboardingVideoStepState();
+}
+
+class _OnboardingVideoStepState extends State<OnboardingVideoStep> {
+  VideoPlayerController? _controller;
+  bool _isInitialized = false;
+  bool _hasError = false;
+  bool _hasCompleted = false;
+
+  @override
+  void initState() {
+    super.initState();
+    _initVideo();
+  }
+
+  Future<void> _initVideo() async {
+    if (!kIsWeb && (Platform.isWindows || Platform.isLinux)) {
+      setState(() => _hasError = true);
+      return;
+    }
+
+    try {
+      _controller = VideoPlayerController.asset(
+        'assets/branding/onboarding_intro.mp4',
+      );
+      await _controller!.initialize();
+      if (!mounted) return;
+      _controller!
+        ..setLooping(false)
+        ..setVolume(1)
+        ..addListener(_videoListener);
+      setState(() => _isInitialized = true);
+      await _controller!.play();
+    } catch (_) {
+      if (mounted) {
+        setState(() => _hasError = true);
+      }
+    }
+  }
+
+  void _videoListener() {
+    if (!mounted || _hasCompleted) return;
+    if (_controller == null || !_controller!.value.isInitialized) return;
+    if (_controller!.value.position >= _controller!.value.duration) {
+      _hasCompleted = true;
+      _controller!.removeListener(_videoListener);
+      widget.onComplete();
+    }
+  }
+
+  @override
+  void dispose() {
+    _controller?.removeListener(_videoListener);
+    _controller?.dispose();
+    super.dispose();
+  }
+
+  @override
+  Widget build(BuildContext context) {
+    final orientation = MediaQuery.orientationOf(context);
+
+    if (_hasError) {
+      return Scaffold(
+        backgroundColor: Colors.black,
+        body: Center(
+          child: Padding(
+            padding: const EdgeInsets.all(32),
+            child: Column(
+              mainAxisSize: MainAxisSize.min,
+              children: <Widget>[
+                const Icon(
+                  Icons.play_circle_outline_rounded,
+                  color: Colors.white70,
+                  size: 56,
+                ),
+                const SizedBox(height: 18),
+                const Text(
+                  'Continue to setup',
+                  style: TextStyle(
+                    color: Colors.white,
+                    fontSize: 26,
+                    fontWeight: FontWeight.w800,
+                  ),
+                ),
+                const SizedBox(height: 12),
+                Text(
+                  'The intro is not available on this device.',
+                  textAlign: TextAlign.center,
+                  style: TextStyle(
+                    color: Colors.white.withValues(alpha: 0.68),
+                    fontSize: 15,
+                    height: 1.5,
+                  ),
+                ),
+                const SizedBox(height: 28),
+                OnboardingPrimaryButton(
+                  label: 'Continue',
+                  icon: Icons.arrow_forward_rounded,
+                  onPressed: widget.onComplete,
+                ),
+              ],
+            ),
+          ),
+        ),
+      );
+    }
+
+    if (!_isInitialized || _controller == null) {
+      return const Scaffold(
+        backgroundColor: Colors.black,
+        body: Center(child: CircularProgressIndicator(color: Colors.white)),
+      );
+    }
+
+    final portrait = orientation == Orientation.portrait;
+    if (portrait && _controller!.value.isPlaying) {
+      _controller!.pause();
+    } else if (!portrait && !_controller!.value.isPlaying) {
+      _controller!.play();
+    }
+
+    return Scaffold(
+      backgroundColor: Colors.black,
+      body: portrait
+          ? const _RotatePrompt()
+          : Stack(
+              fit: StackFit.expand,
+              children: <Widget>[
+                FittedBox(
+                  fit: BoxFit.cover,
+                  child: SizedBox(
+                    width: _controller!.value.size.width,
+                    height: _controller!.value.size.height,
+                    child: VideoPlayer(_controller!),
+                  ),
+                ),
+                Positioned.fill(
+                  child: DecoratedBox(
+                    decoration: BoxDecoration(
+                      gradient: LinearGradient(
+                        colors: <Color>[
+                          Colors.transparent,
+                          Colors.transparent,
+                          Colors.black.withValues(alpha: 0.22),
+                        ],
+                        begin: Alignment.topCenter,
+                        end: Alignment.bottomCenter,
+                      ),
+                    ),
+                  ),
+                ),
+                Positioned(
+                  top: 28,
+                  right: 28,
+                  child: OnboardingGhostButton(
+                    label: 'Skip',
+                    onPressed: widget.onComplete,
+                  ).animate().fadeIn(duration: 280.ms, delay: 220.ms),
+                ),
+              ],
+            ),
+    );
+  }
+}
+
+class _RotatePrompt extends StatelessWidget {
+  const _RotatePrompt();
+
+  @override
+  Widget build(BuildContext context) {
+    return Center(
+      child: Padding(
+        padding: const EdgeInsets.all(32),
+        child: Column(
+          mainAxisSize: MainAxisSize.min,
+          children: <Widget>[
+            const Icon(Icons.screen_rotation, color: Colors.white, size: 54),
+            const SizedBox(height: 18),
+            const Text(
+              'Rotate to continue',
+              textAlign: TextAlign.center,
+              style: TextStyle(
+                color: Colors.white,
+                fontSize: 24,
+                fontWeight: FontWeight.w800,
+              ),
+            ),
+            const SizedBox(height: 10),
+            Text(
+              'This intro is designed for full-screen landscape playback.',
+              textAlign: TextAlign.center,
+              style: TextStyle(
+                color: Colors.white.withValues(alpha: 0.7),
+                fontSize: 15,
+                height: 1.5,
+              ),
+            ),
+          ],
+        ),
+      ),
+    );
+  }
+}

package/flutter_app/lib/features/onboarding/onboarding_welcome_step.dart

@@ -0,0 +1,46 @@
+import 'package:flutter/material.dart';
+import 'package:flutter_animate/flutter_animate.dart';
+
+import 'onboarding_chrome.dart';
+
+class OnboardingWelcomeStep extends StatelessWidget {
+  const OnboardingWelcomeStep({super.key, required this.onNext});
+
+  final VoidCallback onNext;
+
+  @override
+  Widget build(BuildContext context) {
+    return OnboardingScaffold(
+      step: 1,
+      totalSteps: 4,
+      eyebrow: 'WELCOME',
+      title: 'Welcome to\nNeoOS',
+      description: 'Your assistant layer for capture, context, and action.',
+      footer: Row(
+        mainAxisAlignment: MainAxisAlignment.end,
+        children: <Widget>[
+          OnboardingPrimaryButton(
+                label: 'Continue',
+                icon: Icons.arrow_forward_rounded,
+                onPressed: onNext,
+              )
+              .animate()
+              .fadeIn(duration: 600.ms, delay: 600.ms)
+              .slideY(begin: 0.2),
+        ],
+      ),
+      child: Align(
+        alignment: Alignment.topLeft,
+        child: Text(
+          'Set up your workspace in a few steps and start using NeoOS immediately.',
+          style: TextStyle(
+            color: Colors.white.withValues(alpha: 0.72),
+            fontSize: 18,
+            height: 1.55,
+            fontWeight: FontWeight.w500,
+          ),
+        ).animate().fadeIn(duration: 600.ms, delay: 380.ms),
+      ),
+    );
+  }
+}

package/flutter_app/lib/main.dart

@@ -0,0 +1,103 @@
+import 'dart:async';
+import 'dart:convert';
+import 'dart:io' show Platform;
+import 'dart:math' as math;
+import 'dart:ui' show ImageFilter;
+
+import 'package:connectivity_plus/connectivity_plus.dart';
+import 'package:hotkey_manager/hotkey_manager.dart';
+import 'package:flutter/foundation.dart';
+import 'package:flutter/gestures.dart';
+import 'package:flutter/material.dart';
+import 'package:flutter/services.dart';
+import 'package:flutter_markdown/flutter_markdown.dart';
+import 'package:flutter_secure_storage/flutter_secure_storage.dart';
+import 'package:google_fonts/google_fonts.dart';
+import 'package:image/image.dart' as img;
+import 'package:mobile_scanner/mobile_scanner.dart';
+import 'package:qr_flutter/qr_flutter.dart';
+import 'package:shared_preferences/shared_preferences.dart';
+import 'package:socket_io_client/socket_io_client.dart' as io;
+import 'package:audioplayers/audioplayers.dart';
+import 'package:tray_manager/tray_manager.dart';
+import 'package:window_manager/window_manager.dart';
+
+import 'src/android_apk_drop_zone.dart';
+import 'src/android_launcher_bridge.dart';
+import 'src/app_launch_bridge.dart';
+import 'src/app_release_updater.dart' as app_release_updater;
+import 'src/backend_client.dart';
+import 'src/desktop_companion.dart';
+import 'src/desktop_screen_capture.dart';
+import 'src/diagnostics_logger.dart';
+import 'src/health_bridge.dart';
+import 'src/live_voice_capture.dart';
+import 'src/messaging_access_summary.dart';
+import 'src/oauth_launcher.dart';
+import 'src/recording_bridge.dart';
+import 'src/recording_payloads.dart';
+import 'src/theme/palette.dart';
+import 'src/web_app_update_monitor.dart';
+import 'src/widget_bridge.dart';
+import 'src/android_auto_bridge.dart';
+
+import 'features/location/location_service.dart';
+import 'features/notifications/notification_interceptor.dart';
+import 'features/onboarding/onboarding_shell.dart';
+
+part 'main_theme.dart';
+part 'main_app_shell.dart';
+part 'main_launcher.dart';
+part 'main_integrations.dart';
+part 'main_models.dart';
+part 'main_shared.dart';
+part 'main_voice_assistant.dart';
+part 'main_navigation.dart';
+part 'main_runtime.dart';
+part 'main_controller.dart';
+part 'main_devices.dart';
+part 'main_recordings.dart';
+part 'main_chat.dart';
+part 'main_account_settings.dart';
+part 'main_settings.dart';
+part 'main_operations.dart';
+part 'main_admin.dart';
+
+Future<void> main() async {
+  await runNeoAgentApp(mode: _appModeFromEnvironment());
+}
+
+Future<void> runNeoAgentApp({
+  NeoAgentAppMode mode = NeoAgentAppMode.standard,
+}) async {
+  WidgetsFlutterBinding.ensureInitialized();
+  if (_supportsDesktopShell) {
+    await windowManager.ensureInitialized();
+    await hotKeyManager.unregisterAll();
+  }
+  runApp(NeoAgentApp(mode: mode));
+}
+
+const String _browserUrlPlaceholder = 'https://example.com';
+const String _androidLaunchPlaceholder = 'com.android.settings';
+const String _packageOrUrlHint = 'Package name or URL';
+const String _desktopAssistantHotkeyLabel = 'Ctrl + Shift + Space';
+const String _desktopWindowIconAsset = 'assets/branding/app_icon_256.png';
+const String _desktopTrayTemplateIconAsset =
+    'assets/branding/tray_icon_template.png';
+const String _sessionCookiePrefsKey = 'auth.sessionCookie';
+const String _sessionCookieBackendPrefsKey = 'auth.sessionCookieBackend';
+const String _sessionCookieSecureStorageKey = 'auth.sessionCookie.secure';
+const int _voiceAssistantScreenshotMaxDimension = 1600;
+const int _voiceAssistantScreenshotMaxBytes = 900 * 1024;
+
+String get _desktopTrayIconAsset =>
+    defaultTargetPlatform == TargetPlatform.macOS
+    ? _desktopTrayTemplateIconAsset
+    : _desktopWindowIconAsset;
+
+bool get _supportsDesktopShell =>
+    !kIsWeb &&
+    (defaultTargetPlatform == TargetPlatform.macOS ||
+        defaultTargetPlatform == TargetPlatform.windows ||
+        defaultTargetPlatform == TargetPlatform.linux);