neoagent 2.3.1-beta.6 → 2.3.1-beta.61
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +45 -0
- package/docs/capabilities.md +2 -2
- package/docs/configuration.md +6 -5
- package/docs/hardware.md +1 -1
- package/docs/integrations.md +2 -3
- package/flutter_app/.metadata +42 -0
- package/flutter_app/README.md +21 -0
- package/flutter_app/analysis_options.yaml +32 -0
- package/flutter_app/android/app/build.gradle.kts +111 -0
- package/flutter_app/android/app/src/debug/AndroidManifest.xml +7 -0
- package/flutter_app/android/app/src/main/AndroidManifest.xml +171 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/MainActivity.kt +804 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/auto/NeoAgentCarAppService.kt +114 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthConnectGateway.kt +280 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncNotifications.kt +113 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncPayload.kt +57 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncScheduler.kt +78 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncWorker.kt +253 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/PermissionsRationaleActivity.kt +46 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingBootReceiver.kt +21 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingForegroundService.kt +586 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingStateStore.kt +78 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingUploadClient.kt +104 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/telecom/NeoAgentConnection.kt +118 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/telecom/NeoAgentConnectionService.kt +86 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/AiHomeWidgetProvider.kt +457 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/AiWidgetStore.kt +194 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/VoiceLaunchWidgetProvider.kt +67 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetConfigActivity.kt +228 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetSyncScheduler.kt +72 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetSyncWorker.kt +186 -0
- package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetTaskRunWorker.kt +210 -0
- package/flutter_app/android/app/src/main/res/drawable/launch_background.xml +12 -0
- package/flutter_app/android/app/src/main/res/drawable/neoagent_ai_widget_bg.xml +11 -0
- package/flutter_app/android/app/src/main/res/drawable/neoagent_ai_widget_task_bg.xml +8 -0
- package/flutter_app/android/app/src/main/res/drawable-v21/launch_background.xml +12 -0
- package/flutter_app/android/app/src/main/res/layout/neoagent_ai_widget.xml +138 -0
- package/flutter_app/android/app/src/main/res/layout/neoagent_ai_widget_task_row.xml +52 -0
- package/flutter_app/android/app/src/main/res/layout/neoagent_voice_widget.xml +49 -0
- package/flutter_app/android/app/src/main/res/mipmap-hdpi/ic_launcher.png +0 -0
- package/flutter_app/android/app/src/main/res/mipmap-mdpi/ic_launcher.png +0 -0
- package/flutter_app/android/app/src/main/res/mipmap-xhdpi/ic_launcher.png +0 -0
- package/flutter_app/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png +0 -0
- package/flutter_app/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png +0 -0
- package/flutter_app/android/app/src/main/res/values/arrays.xml +8 -0
- package/flutter_app/android/app/src/main/res/values/strings.xml +12 -0
- package/flutter_app/android/app/src/main/res/values/styles.xml +18 -0
- package/flutter_app/android/app/src/main/res/values-night/styles.xml +18 -0
- package/flutter_app/android/app/src/main/res/xml/automotive_app_desc.xml +4 -0
- package/flutter_app/android/app/src/main/res/xml/file_paths.xml +6 -0
- package/flutter_app/android/app/src/main/res/xml/neoagent_ai_widget_info.xml +12 -0
- package/flutter_app/android/app/src/main/res/xml/neoagent_voice_widget_info.xml +12 -0
- package/flutter_app/android/app/src/profile/AndroidManifest.xml +7 -0
- package/flutter_app/android/build.gradle.kts +24 -0
- package/flutter_app/android/ci-release.keystore +0 -0
- package/flutter_app/android/gradle/wrapper/gradle-wrapper.properties +5 -0
- package/flutter_app/android/gradle.properties +3 -0
- package/flutter_app/android/key.properties +4 -0
- package/flutter_app/android/settings.gradle.kts +26 -0
- package/flutter_app/assets/branding/app_icon_1024.png +0 -0
- package/flutter_app/assets/branding/app_icon_128.png +0 -0
- package/flutter_app/assets/branding/app_icon_192.png +0 -0
- package/flutter_app/assets/branding/app_icon_256.png +0 -0
- package/flutter_app/assets/branding/app_icon_32.png +0 -0
- package/flutter_app/assets/branding/app_icon_512.png +0 -0
- package/flutter_app/assets/branding/app_icon_64.png +0 -0
- package/flutter_app/assets/branding/onboarding_intro.mp4 +0 -0
- package/flutter_app/assets/branding/tray_icon_template.png +0 -0
- package/flutter_app/lib/features/location/location_service.dart +119 -0
- package/flutter_app/lib/features/notifications/notification_interceptor.dart +97 -0
- package/flutter_app/lib/features/onboarding/onboarding_chrome.dart +571 -0
- package/flutter_app/lib/features/onboarding/onboarding_messaging_step.dart +275 -0
- package/flutter_app/lib/features/onboarding/onboarding_model_step.dart +366 -0
- package/flutter_app/lib/features/onboarding/onboarding_shell.dart +57 -0
- package/flutter_app/lib/features/onboarding/onboarding_video_step.dart +218 -0
- package/flutter_app/lib/features/onboarding/onboarding_welcome_step.dart +46 -0
- package/flutter_app/lib/main.dart +103 -0
- package/flutter_app/lib/main_account_settings.dart +1250 -0
- package/flutter_app/lib/main_admin.dart +886 -0
- package/flutter_app/lib/main_app_shell.dart +2134 -0
- package/flutter_app/lib/main_chat.dart +3316 -0
- package/flutter_app/lib/main_controller.dart +6836 -0
- package/flutter_app/lib/main_devices.dart +2396 -0
- package/flutter_app/lib/main_integrations.dart +909 -0
- package/flutter_app/lib/main_launcher.dart +959 -0
- package/flutter_app/lib/main_launcher_entry.dart +5 -0
- package/flutter_app/lib/main_models.dart +3539 -0
- package/flutter_app/lib/main_navigation.dart +188 -0
- package/flutter_app/lib/main_operations.dart +4851 -0
- package/flutter_app/lib/main_recordings.dart +920 -0
- package/flutter_app/lib/main_runtime.dart +838 -0
- package/flutter_app/lib/main_settings.dart +2040 -0
- package/flutter_app/lib/main_shared.dart +3147 -0
- package/flutter_app/lib/main_theme.dart +257 -0
- package/flutter_app/lib/main_voice_assistant.dart +957 -0
- package/flutter_app/lib/src/android_apk_drop_zone.dart +32 -0
- package/flutter_app/lib/src/android_apk_drop_zone_stub.dart +16 -0
- package/flutter_app/lib/src/android_apk_drop_zone_web.dart +348 -0
- package/flutter_app/lib/src/android_app_installer.dart +22 -0
- package/flutter_app/lib/src/android_app_installer_io.dart +122 -0
- package/flutter_app/lib/src/android_app_installer_stub.dart +21 -0
- package/flutter_app/lib/src/android_auto_bridge.dart +59 -0
- package/flutter_app/lib/src/android_launcher_bridge.dart +239 -0
- package/flutter_app/lib/src/app_launch_bridge.dart +29 -0
- package/flutter_app/lib/src/app_release_updater.dart +511 -0
- package/flutter_app/lib/src/backend_client.dart +1837 -0
- package/flutter_app/lib/src/desktop_companion.dart +2 -0
- package/flutter_app/lib/src/desktop_companion_actions.dart +586 -0
- package/flutter_app/lib/src/desktop_companion_io.dart +538 -0
- package/flutter_app/lib/src/desktop_companion_stub.dart +59 -0
- package/flutter_app/lib/src/desktop_native_bridge.dart +91 -0
- package/flutter_app/lib/src/desktop_screen_capture.dart +21 -0
- package/flutter_app/lib/src/desktop_screen_capture_io.dart +142 -0
- package/flutter_app/lib/src/desktop_screen_capture_stub.dart +12 -0
- package/flutter_app/lib/src/diagnostics_logger.dart +119 -0
- package/flutter_app/lib/src/health_bridge.dart +136 -0
- package/flutter_app/lib/src/live_voice_capture.dart +85 -0
- package/flutter_app/lib/src/messaging_access_summary.dart +46 -0
- package/flutter_app/lib/src/network/app_http_client.dart +53 -0
- package/flutter_app/lib/src/network/app_http_client_factory.dart +6 -0
- package/flutter_app/lib/src/network/app_http_client_io.dart +138 -0
- package/flutter_app/lib/src/network/app_http_client_stub.dart +3 -0
- package/flutter_app/lib/src/network/app_http_client_web.dart +94 -0
- package/flutter_app/lib/src/oauth_launcher.dart +33 -0
- package/flutter_app/lib/src/oauth_launcher_io.dart +95 -0
- package/flutter_app/lib/src/oauth_launcher_stub.dart +33 -0
- package/flutter_app/lib/src/oauth_launcher_web.dart +107 -0
- package/flutter_app/lib/src/recording_bridge.dart +232 -0
- package/flutter_app/lib/src/recording_bridge_io.dart +1019 -0
- package/flutter_app/lib/src/recording_bridge_stub.dart +120 -0
- package/flutter_app/lib/src/recording_bridge_web.dart +689 -0
- package/flutter_app/lib/src/recording_payloads.dart +86 -0
- package/flutter_app/lib/src/theme/palette.dart +81 -0
- package/flutter_app/lib/src/web_app_update_monitor.dart +17 -0
- package/flutter_app/lib/src/web_app_update_monitor_stub.dart +24 -0
- package/flutter_app/lib/src/web_app_update_monitor_web.dart +123 -0
- package/flutter_app/lib/src/widget_bridge.dart +49 -0
- package/flutter_app/linux/CMakeLists.txt +128 -0
- package/flutter_app/linux/flutter/CMakeLists.txt +88 -0
- package/flutter_app/linux/flutter/generated_plugin_registrant.cc +47 -0
- package/flutter_app/linux/flutter/generated_plugin_registrant.h +15 -0
- package/flutter_app/linux/flutter/generated_plugins.cmake +32 -0
- package/flutter_app/linux/runner/CMakeLists.txt +26 -0
- package/flutter_app/linux/runner/main.cc +6 -0
- package/flutter_app/linux/runner/my_application.cc +144 -0
- package/flutter_app/linux/runner/my_application.h +18 -0
- package/flutter_app/linux/runner/resources/app_icon.png +0 -0
- package/flutter_app/macos/Flutter/Flutter-Debug.xcconfig +2 -0
- package/flutter_app/macos/Flutter/Flutter-Release.xcconfig +2 -0
- package/flutter_app/macos/Flutter/GeneratedPluginRegistrant.swift +44 -0
- package/flutter_app/macos/Podfile +42 -0
- package/flutter_app/macos/Podfile.lock +87 -0
- package/flutter_app/macos/Runner/AppDelegate.swift +576 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/Contents.json +68 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_1024.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_128.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_16.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_256.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_32.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_512.png +0 -0
- package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_64.png +0 -0
- package/flutter_app/macos/Runner/Base.lproj/MainMenu.xib +342 -0
- package/flutter_app/macos/Runner/Configs/AppInfo.xcconfig +14 -0
- package/flutter_app/macos/Runner/Configs/Debug.xcconfig +2 -0
- package/flutter_app/macos/Runner/Configs/Release.xcconfig +2 -0
- package/flutter_app/macos/Runner/Configs/Warnings.xcconfig +13 -0
- package/flutter_app/macos/Runner/DebugProfile.entitlements +16 -0
- package/flutter_app/macos/Runner/Info.plist +36 -0
- package/flutter_app/macos/Runner/MainFlutterWindow.swift +19 -0
- package/flutter_app/macos/Runner/Release.entitlements +12 -0
- package/flutter_app/macos/Runner.xcodeproj/project.pbxproj +801 -0
- package/flutter_app/macos/Runner.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -0
- package/flutter_app/macos/Runner.xcodeproj/xcshareddata/xcschemes/Runner.xcscheme +99 -0
- package/flutter_app/macos/Runner.xcworkspace/contents.xcworkspacedata +10 -0
- package/flutter_app/macos/Runner.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -0
- package/flutter_app/macos/RunnerTests/RunnerTests.swift +12 -0
- package/flutter_app/patch_strings.py +12 -0
- package/flutter_app/pubspec.lock +1224 -0
- package/flutter_app/pubspec.yaml +57 -0
- package/flutter_app/test/messaging_access_summary_test.dart +22 -0
- package/flutter_app/test/recording_payloads_test.dart +53 -0
- package/flutter_app/third_party/desktop_audio_capture/LICENSE +21 -0
- package/flutter_app/third_party/desktop_audio_capture/README.md +262 -0
- package/flutter_app/third_party/desktop_audio_capture/lib/audio_capture.dart +65 -0
- package/flutter_app/third_party/desktop_audio_capture/lib/config/mic_audio_config.dart +153 -0
- package/flutter_app/third_party/desktop_audio_capture/lib/config/system_adudio_config.dart +110 -0
- package/flutter_app/third_party/desktop_audio_capture/lib/mic/mic_audio_capture.dart +461 -0
- package/flutter_app/third_party/desktop_audio_capture/lib/model/audio_status.dart +91 -0
- package/flutter_app/third_party/desktop_audio_capture/lib/model/decibel_data.dart +106 -0
- package/flutter_app/third_party/desktop_audio_capture/lib/model/input_device_type.dart +219 -0
- package/flutter_app/third_party/desktop_audio_capture/lib/system/system_audio_capture.dart +336 -0
- package/flutter_app/third_party/desktop_audio_capture/linux/CMakeLists.txt +101 -0
- package/flutter_app/third_party/desktop_audio_capture/linux/audio_capture_plugin.cc +692 -0
- package/flutter_app/third_party/desktop_audio_capture/linux/include/audio_capture/audio_capture_plugin.h +35 -0
- package/flutter_app/third_party/desktop_audio_capture/linux/include/audio_capture/mic_capture_plugin.h +36 -0
- package/flutter_app/third_party/desktop_audio_capture/linux/include/desktop_audio_capture/audio_capture_plugin.h +32 -0
- package/flutter_app/third_party/desktop_audio_capture/linux/include/desktop_audio_capture/mic_capture_plugin.h +32 -0
- package/flutter_app/third_party/desktop_audio_capture/linux/mic_capture_plugin.cc +878 -0
- package/flutter_app/third_party/desktop_audio_capture/macos/Classes/AudioCapturePlugin.swift +27 -0
- package/flutter_app/third_party/desktop_audio_capture/macos/Classes/MicCapturePlugin.swift +1172 -0
- package/flutter_app/third_party/desktop_audio_capture/macos/Classes/SystemCapturePlugin.swift +655 -0
- package/flutter_app/third_party/desktop_audio_capture/macos/Resources/PrivacyInfo.xcprivacy +12 -0
- package/flutter_app/third_party/desktop_audio_capture/macos/desktop_audio_capture.podspec +30 -0
- package/flutter_app/third_party/desktop_audio_capture/pubspec.yaml +87 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/CMakeLists.txt +105 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin.cpp +80 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin.h +31 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin_c_api.cpp +12 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/include/audio_capture/audio_capture_plugin_c_api.h +23 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/include/desktop_audio_capture/audio_capture_plugin.h +25 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/mic_capture_plugin.cpp +1117 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/mic_capture_plugin.h +115 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/system_audio_capture_plugin.cpp +777 -0
- package/flutter_app/third_party/desktop_audio_capture/windows/system_audio_capture_plugin.h +87 -0
- package/flutter_app/third_party/flutter_secure_storage_linux/linux/CMakeLists.txt +30 -0
- package/flutter_app/third_party/flutter_secure_storage_linux/linux/flutter_secure_storage_linux_plugin.cc +215 -0
- package/flutter_app/third_party/flutter_secure_storage_linux/linux/include/flutter_secure_storage_linux/flutter_secure_storage_linux_plugin.h +27 -0
- package/flutter_app/third_party/flutter_secure_storage_linux/pubspec.yaml +20 -0
- package/flutter_app/tool/generate_desktop_branding.py +219 -0
- package/flutter_app/web/favicon.png +0 -0
- package/flutter_app/web/favicon.svg +12 -0
- package/flutter_app/web/icons/Icon-192.png +0 -0
- package/flutter_app/web/icons/Icon-512.png +0 -0
- package/flutter_app/web/icons/Icon-maskable-192.png +0 -0
- package/flutter_app/web/icons/Icon-maskable-512.png +0 -0
- package/flutter_app/web/index.html +39 -0
- package/flutter_app/web/manifest.json +35 -0
- package/flutter_app/windows/CMakeLists.txt +108 -0
- package/flutter_app/windows/flutter/CMakeLists.txt +109 -0
- package/flutter_app/windows/flutter/generated_plugin_registrant.cc +50 -0
- package/flutter_app/windows/flutter/generated_plugin_registrant.h +15 -0
- package/flutter_app/windows/flutter/generated_plugins.cmake +36 -0
- package/flutter_app/windows/runner/CMakeLists.txt +41 -0
- package/flutter_app/windows/runner/Runner.rc +121 -0
- package/flutter_app/windows/runner/flutter_window.cpp +533 -0
- package/flutter_app/windows/runner/flutter_window.h +37 -0
- package/flutter_app/windows/runner/main.cpp +53 -0
- package/flutter_app/windows/runner/resource.h +16 -0
- package/flutter_app/windows/runner/resources/app_icon.ico +0 -0
- package/flutter_app/windows/runner/runner.exe.manifest +14 -0
- package/flutter_app/windows/runner/utils.cpp +65 -0
- package/flutter_app/windows/runner/utils.h +19 -0
- package/flutter_app/windows/runner/win32_window.cpp +299 -0
- package/flutter_app/windows/runner/win32_window.h +102 -0
- package/lib/install_helpers.js +31 -0
- package/lib/manager.js +201 -6
- package/package.json +5 -3
- package/server/db/database.js +125 -1
- package/server/http/middleware.js +55 -2
- package/server/http/routes.js +1 -0
- package/server/http/static.js +41 -1
- package/server/index.js +3 -0
- package/server/public/.last_build_id +1 -1
- package/server/public/assets/AssetManifest.bin +1 -1
- package/server/public/assets/AssetManifest.bin.json +1 -1
- package/server/public/assets/NOTICES +281 -1
- package/server/public/assets/assets/branding/onboarding_intro.mp4 +0 -0
- package/server/public/assets/fonts/MaterialIcons-Regular.otf +0 -0
- package/server/public/canvaskit/wimp.wasm +0 -0
- package/server/public/flutter_bootstrap.js +2 -2
- package/server/public/main.dart.js +86707 -82621
- package/server/routes/auth.js +26 -5
- package/server/routes/integrations.js +108 -1
- package/server/routes/memory.js +11 -2
- package/server/routes/settings.js +84 -2
- package/server/routes/wearable.js +67 -0
- package/server/services/ai/engine.js +3 -2
- package/server/services/ai/models.js +30 -0
- package/server/services/ai/providers/githubCopilot.js +97 -0
- package/server/services/ai/providers/openai.js +2 -1
- package/server/services/ai/providers/openaiCodex.js +31 -0
- package/server/services/ai/settings.js +20 -0
- package/server/services/ai/toolSelector.js +54 -1
- package/server/services/ai/tools.js +88 -5
- package/server/services/desktop/screenRecorder.js +65 -9
- package/server/services/integrations/env.js +5 -0
- package/server/services/integrations/figma/provider.js +1 -0
- package/server/services/integrations/github/common.js +106 -0
- package/server/services/integrations/github/provider.js +499 -0
- package/server/services/integrations/github/repos.js +1124 -0
- package/server/services/integrations/google/provider.js +1 -0
- package/server/services/integrations/manager.js +88 -12
- package/server/services/integrations/microsoft/provider.js +1 -0
- package/server/services/integrations/oauth_provider.js +25 -8
- package/server/services/integrations/provider_config_store.js +85 -0
- package/server/services/integrations/registry.js +4 -2
- package/server/services/integrations/spotify/provider.js +1 -0
- package/server/services/integrations/trello/provider.js +842 -0
- package/server/services/manager.js +46 -1
- package/server/services/mcp/client.js +120 -23
- package/server/services/memory/manager.js +39 -2
- package/server/services/messaging/access_policy.js +10 -0
- package/server/services/messaging/manager.js +49 -0
- package/server/services/messaging/meshtastic.js +277 -0
- package/server/services/messaging/meshtastic_env.js +40 -0
- package/server/services/messaging/meshtastic_protocol.js +530 -0
- package/server/services/messaging/meshtastic_protocol.test.js +33 -0
- package/server/services/messaging/meshtastic_tcp_transport.js +25 -0
- package/server/services/tasks/runtime.js +1 -1
- package/server/services/voice/openaiClient.js +4 -1
- package/server/services/voice/openaiSpeech.js +6 -1
- package/server/services/voice/providers.js +144 -15
- package/server/services/voice/runtimeManager.js +156 -19
- package/server/services/voice/turnRunner.js +29 -9
- package/server/services/wearable/firmware_manifest.js +353 -0
- package/server/services/wearable/gateway.js +350 -0
- package/server/services/wearable/protocol.js +45 -0
- package/server/services/wearable/service.js +240 -0
- package/server/services/widgets/service.js +3 -0
- package/server/utils/local_secrets.js +56 -0
- package/server/utils/logger.js +37 -9
- package/server/services/integrations/home_assistant/provider.js +0 -350
|
@@ -0,0 +1,218 @@
|
|
|
1
|
+
import 'dart:io' show Platform;
|
|
2
|
+
|
|
3
|
+
import 'package:flutter/foundation.dart' show kIsWeb;
|
|
4
|
+
import 'package:flutter/material.dart';
|
|
5
|
+
import 'package:flutter_animate/flutter_animate.dart';
|
|
6
|
+
import 'package:video_player/video_player.dart';
|
|
7
|
+
|
|
8
|
+
import 'onboarding_chrome.dart';
|
|
9
|
+
|
|
10
|
+
class OnboardingVideoStep extends StatefulWidget {
|
|
11
|
+
const OnboardingVideoStep({super.key, required this.onComplete});
|
|
12
|
+
|
|
13
|
+
final VoidCallback onComplete;
|
|
14
|
+
|
|
15
|
+
@override
|
|
16
|
+
State<OnboardingVideoStep> createState() => _OnboardingVideoStepState();
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
class _OnboardingVideoStepState extends State<OnboardingVideoStep> {
|
|
20
|
+
VideoPlayerController? _controller;
|
|
21
|
+
bool _isInitialized = false;
|
|
22
|
+
bool _hasError = false;
|
|
23
|
+
bool _hasCompleted = false;
|
|
24
|
+
|
|
25
|
+
@override
|
|
26
|
+
void initState() {
|
|
27
|
+
super.initState();
|
|
28
|
+
_initVideo();
|
|
29
|
+
}
|
|
30
|
+
|
|
31
|
+
Future<void> _initVideo() async {
|
|
32
|
+
if (!kIsWeb && (Platform.isWindows || Platform.isLinux)) {
|
|
33
|
+
setState(() => _hasError = true);
|
|
34
|
+
return;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
try {
|
|
38
|
+
_controller = VideoPlayerController.asset(
|
|
39
|
+
'assets/branding/onboarding_intro.mp4',
|
|
40
|
+
);
|
|
41
|
+
await _controller!.initialize();
|
|
42
|
+
if (!mounted) return;
|
|
43
|
+
_controller!
|
|
44
|
+
..setLooping(false)
|
|
45
|
+
..setVolume(1)
|
|
46
|
+
..addListener(_videoListener);
|
|
47
|
+
setState(() => _isInitialized = true);
|
|
48
|
+
await _controller!.play();
|
|
49
|
+
} catch (_) {
|
|
50
|
+
if (mounted) {
|
|
51
|
+
setState(() => _hasError = true);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
void _videoListener() {
|
|
57
|
+
if (!mounted || _hasCompleted) return;
|
|
58
|
+
if (_controller == null || !_controller!.value.isInitialized) return;
|
|
59
|
+
if (_controller!.value.position >= _controller!.value.duration) {
|
|
60
|
+
_hasCompleted = true;
|
|
61
|
+
_controller!.removeListener(_videoListener);
|
|
62
|
+
widget.onComplete();
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
@override
|
|
67
|
+
void dispose() {
|
|
68
|
+
_controller?.removeListener(_videoListener);
|
|
69
|
+
_controller?.dispose();
|
|
70
|
+
super.dispose();
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
@override
|
|
74
|
+
Widget build(BuildContext context) {
|
|
75
|
+
final orientation = MediaQuery.orientationOf(context);
|
|
76
|
+
|
|
77
|
+
if (_hasError) {
|
|
78
|
+
return Scaffold(
|
|
79
|
+
backgroundColor: Colors.black,
|
|
80
|
+
body: Center(
|
|
81
|
+
child: Padding(
|
|
82
|
+
padding: const EdgeInsets.all(32),
|
|
83
|
+
child: Column(
|
|
84
|
+
mainAxisSize: MainAxisSize.min,
|
|
85
|
+
children: <Widget>[
|
|
86
|
+
const Icon(
|
|
87
|
+
Icons.play_circle_outline_rounded,
|
|
88
|
+
color: Colors.white70,
|
|
89
|
+
size: 56,
|
|
90
|
+
),
|
|
91
|
+
const SizedBox(height: 18),
|
|
92
|
+
const Text(
|
|
93
|
+
'Continue to setup',
|
|
94
|
+
style: TextStyle(
|
|
95
|
+
color: Colors.white,
|
|
96
|
+
fontSize: 26,
|
|
97
|
+
fontWeight: FontWeight.w800,
|
|
98
|
+
),
|
|
99
|
+
),
|
|
100
|
+
const SizedBox(height: 12),
|
|
101
|
+
Text(
|
|
102
|
+
'The intro is not available on this device.',
|
|
103
|
+
textAlign: TextAlign.center,
|
|
104
|
+
style: TextStyle(
|
|
105
|
+
color: Colors.white.withValues(alpha: 0.68),
|
|
106
|
+
fontSize: 15,
|
|
107
|
+
height: 1.5,
|
|
108
|
+
),
|
|
109
|
+
),
|
|
110
|
+
const SizedBox(height: 28),
|
|
111
|
+
OnboardingPrimaryButton(
|
|
112
|
+
label: 'Continue',
|
|
113
|
+
icon: Icons.arrow_forward_rounded,
|
|
114
|
+
onPressed: widget.onComplete,
|
|
115
|
+
),
|
|
116
|
+
],
|
|
117
|
+
),
|
|
118
|
+
),
|
|
119
|
+
),
|
|
120
|
+
);
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
if (!_isInitialized || _controller == null) {
|
|
124
|
+
return const Scaffold(
|
|
125
|
+
backgroundColor: Colors.black,
|
|
126
|
+
body: Center(child: CircularProgressIndicator(color: Colors.white)),
|
|
127
|
+
);
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
final portrait = orientation == Orientation.portrait;
|
|
131
|
+
if (portrait && _controller!.value.isPlaying) {
|
|
132
|
+
_controller!.pause();
|
|
133
|
+
} else if (!portrait && !_controller!.value.isPlaying) {
|
|
134
|
+
_controller!.play();
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
return Scaffold(
|
|
138
|
+
backgroundColor: Colors.black,
|
|
139
|
+
body: portrait
|
|
140
|
+
? const _RotatePrompt()
|
|
141
|
+
: Stack(
|
|
142
|
+
fit: StackFit.expand,
|
|
143
|
+
children: <Widget>[
|
|
144
|
+
FittedBox(
|
|
145
|
+
fit: BoxFit.cover,
|
|
146
|
+
child: SizedBox(
|
|
147
|
+
width: _controller!.value.size.width,
|
|
148
|
+
height: _controller!.value.size.height,
|
|
149
|
+
child: VideoPlayer(_controller!),
|
|
150
|
+
),
|
|
151
|
+
),
|
|
152
|
+
Positioned.fill(
|
|
153
|
+
child: DecoratedBox(
|
|
154
|
+
decoration: BoxDecoration(
|
|
155
|
+
gradient: LinearGradient(
|
|
156
|
+
colors: <Color>[
|
|
157
|
+
Colors.transparent,
|
|
158
|
+
Colors.transparent,
|
|
159
|
+
Colors.black.withValues(alpha: 0.22),
|
|
160
|
+
],
|
|
161
|
+
begin: Alignment.topCenter,
|
|
162
|
+
end: Alignment.bottomCenter,
|
|
163
|
+
),
|
|
164
|
+
),
|
|
165
|
+
),
|
|
166
|
+
),
|
|
167
|
+
Positioned(
|
|
168
|
+
top: 28,
|
|
169
|
+
right: 28,
|
|
170
|
+
child: OnboardingGhostButton(
|
|
171
|
+
label: 'Skip',
|
|
172
|
+
onPressed: widget.onComplete,
|
|
173
|
+
).animate().fadeIn(duration: 280.ms, delay: 220.ms),
|
|
174
|
+
),
|
|
175
|
+
],
|
|
176
|
+
),
|
|
177
|
+
);
|
|
178
|
+
}
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
class _RotatePrompt extends StatelessWidget {
|
|
182
|
+
const _RotatePrompt();
|
|
183
|
+
|
|
184
|
+
@override
|
|
185
|
+
Widget build(BuildContext context) {
|
|
186
|
+
return Center(
|
|
187
|
+
child: Padding(
|
|
188
|
+
padding: const EdgeInsets.all(32),
|
|
189
|
+
child: Column(
|
|
190
|
+
mainAxisSize: MainAxisSize.min,
|
|
191
|
+
children: <Widget>[
|
|
192
|
+
const Icon(Icons.screen_rotation, color: Colors.white, size: 54),
|
|
193
|
+
const SizedBox(height: 18),
|
|
194
|
+
const Text(
|
|
195
|
+
'Rotate to continue',
|
|
196
|
+
textAlign: TextAlign.center,
|
|
197
|
+
style: TextStyle(
|
|
198
|
+
color: Colors.white,
|
|
199
|
+
fontSize: 24,
|
|
200
|
+
fontWeight: FontWeight.w800,
|
|
201
|
+
),
|
|
202
|
+
),
|
|
203
|
+
const SizedBox(height: 10),
|
|
204
|
+
Text(
|
|
205
|
+
'This intro is designed for full-screen landscape playback.',
|
|
206
|
+
textAlign: TextAlign.center,
|
|
207
|
+
style: TextStyle(
|
|
208
|
+
color: Colors.white.withValues(alpha: 0.7),
|
|
209
|
+
fontSize: 15,
|
|
210
|
+
height: 1.5,
|
|
211
|
+
),
|
|
212
|
+
),
|
|
213
|
+
],
|
|
214
|
+
),
|
|
215
|
+
),
|
|
216
|
+
);
|
|
217
|
+
}
|
|
218
|
+
}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import 'package:flutter/material.dart';
|
|
2
|
+
import 'package:flutter_animate/flutter_animate.dart';
|
|
3
|
+
|
|
4
|
+
import 'onboarding_chrome.dart';
|
|
5
|
+
|
|
6
|
+
class OnboardingWelcomeStep extends StatelessWidget {
|
|
7
|
+
const OnboardingWelcomeStep({super.key, required this.onNext});
|
|
8
|
+
|
|
9
|
+
final VoidCallback onNext;
|
|
10
|
+
|
|
11
|
+
@override
|
|
12
|
+
Widget build(BuildContext context) {
|
|
13
|
+
return OnboardingScaffold(
|
|
14
|
+
step: 1,
|
|
15
|
+
totalSteps: 4,
|
|
16
|
+
eyebrow: 'WELCOME',
|
|
17
|
+
title: 'Welcome to\nNeoOS',
|
|
18
|
+
description: 'Your assistant layer for capture, context, and action.',
|
|
19
|
+
footer: Row(
|
|
20
|
+
mainAxisAlignment: MainAxisAlignment.end,
|
|
21
|
+
children: <Widget>[
|
|
22
|
+
OnboardingPrimaryButton(
|
|
23
|
+
label: 'Continue',
|
|
24
|
+
icon: Icons.arrow_forward_rounded,
|
|
25
|
+
onPressed: onNext,
|
|
26
|
+
)
|
|
27
|
+
.animate()
|
|
28
|
+
.fadeIn(duration: 600.ms, delay: 600.ms)
|
|
29
|
+
.slideY(begin: 0.2),
|
|
30
|
+
],
|
|
31
|
+
),
|
|
32
|
+
child: Align(
|
|
33
|
+
alignment: Alignment.topLeft,
|
|
34
|
+
child: Text(
|
|
35
|
+
'Set up your workspace in a few steps and start using NeoOS immediately.',
|
|
36
|
+
style: TextStyle(
|
|
37
|
+
color: Colors.white.withValues(alpha: 0.72),
|
|
38
|
+
fontSize: 18,
|
|
39
|
+
height: 1.55,
|
|
40
|
+
fontWeight: FontWeight.w500,
|
|
41
|
+
),
|
|
42
|
+
).animate().fadeIn(duration: 600.ms, delay: 380.ms),
|
|
43
|
+
),
|
|
44
|
+
);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import 'dart:async';
|
|
2
|
+
import 'dart:convert';
|
|
3
|
+
import 'dart:io' show Platform;
|
|
4
|
+
import 'dart:math' as math;
|
|
5
|
+
import 'dart:ui' show ImageFilter;
|
|
6
|
+
|
|
7
|
+
import 'package:connectivity_plus/connectivity_plus.dart';
|
|
8
|
+
import 'package:hotkey_manager/hotkey_manager.dart';
|
|
9
|
+
import 'package:flutter/foundation.dart';
|
|
10
|
+
import 'package:flutter/gestures.dart';
|
|
11
|
+
import 'package:flutter/material.dart';
|
|
12
|
+
import 'package:flutter/services.dart';
|
|
13
|
+
import 'package:flutter_markdown/flutter_markdown.dart';
|
|
14
|
+
import 'package:flutter_secure_storage/flutter_secure_storage.dart';
|
|
15
|
+
import 'package:google_fonts/google_fonts.dart';
|
|
16
|
+
import 'package:image/image.dart' as img;
|
|
17
|
+
import 'package:mobile_scanner/mobile_scanner.dart';
|
|
18
|
+
import 'package:qr_flutter/qr_flutter.dart';
|
|
19
|
+
import 'package:shared_preferences/shared_preferences.dart';
|
|
20
|
+
import 'package:socket_io_client/socket_io_client.dart' as io;
|
|
21
|
+
import 'package:audioplayers/audioplayers.dart';
|
|
22
|
+
import 'package:tray_manager/tray_manager.dart';
|
|
23
|
+
import 'package:window_manager/window_manager.dart';
|
|
24
|
+
|
|
25
|
+
import 'src/android_apk_drop_zone.dart';
|
|
26
|
+
import 'src/android_launcher_bridge.dart';
|
|
27
|
+
import 'src/app_launch_bridge.dart';
|
|
28
|
+
import 'src/app_release_updater.dart' as app_release_updater;
|
|
29
|
+
import 'src/backend_client.dart';
|
|
30
|
+
import 'src/desktop_companion.dart';
|
|
31
|
+
import 'src/desktop_screen_capture.dart';
|
|
32
|
+
import 'src/diagnostics_logger.dart';
|
|
33
|
+
import 'src/health_bridge.dart';
|
|
34
|
+
import 'src/live_voice_capture.dart';
|
|
35
|
+
import 'src/messaging_access_summary.dart';
|
|
36
|
+
import 'src/oauth_launcher.dart';
|
|
37
|
+
import 'src/recording_bridge.dart';
|
|
38
|
+
import 'src/recording_payloads.dart';
|
|
39
|
+
import 'src/theme/palette.dart';
|
|
40
|
+
import 'src/web_app_update_monitor.dart';
|
|
41
|
+
import 'src/widget_bridge.dart';
|
|
42
|
+
import 'src/android_auto_bridge.dart';
|
|
43
|
+
|
|
44
|
+
import 'features/location/location_service.dart';
|
|
45
|
+
import 'features/notifications/notification_interceptor.dart';
|
|
46
|
+
import 'features/onboarding/onboarding_shell.dart';
|
|
47
|
+
|
|
48
|
+
part 'main_theme.dart';
|
|
49
|
+
part 'main_app_shell.dart';
|
|
50
|
+
part 'main_launcher.dart';
|
|
51
|
+
part 'main_integrations.dart';
|
|
52
|
+
part 'main_models.dart';
|
|
53
|
+
part 'main_shared.dart';
|
|
54
|
+
part 'main_voice_assistant.dart';
|
|
55
|
+
part 'main_navigation.dart';
|
|
56
|
+
part 'main_runtime.dart';
|
|
57
|
+
part 'main_controller.dart';
|
|
58
|
+
part 'main_devices.dart';
|
|
59
|
+
part 'main_recordings.dart';
|
|
60
|
+
part 'main_chat.dart';
|
|
61
|
+
part 'main_account_settings.dart';
|
|
62
|
+
part 'main_settings.dart';
|
|
63
|
+
part 'main_operations.dart';
|
|
64
|
+
part 'main_admin.dart';
|
|
65
|
+
|
|
66
|
+
Future<void> main() async {
|
|
67
|
+
await runNeoAgentApp(mode: _appModeFromEnvironment());
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
Future<void> runNeoAgentApp({
|
|
71
|
+
NeoAgentAppMode mode = NeoAgentAppMode.standard,
|
|
72
|
+
}) async {
|
|
73
|
+
WidgetsFlutterBinding.ensureInitialized();
|
|
74
|
+
if (_supportsDesktopShell) {
|
|
75
|
+
await windowManager.ensureInitialized();
|
|
76
|
+
await hotKeyManager.unregisterAll();
|
|
77
|
+
}
|
|
78
|
+
runApp(NeoAgentApp(mode: mode));
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
const String _browserUrlPlaceholder = 'https://example.com';
|
|
82
|
+
const String _androidLaunchPlaceholder = 'com.android.settings';
|
|
83
|
+
const String _packageOrUrlHint = 'Package name or URL';
|
|
84
|
+
const String _desktopAssistantHotkeyLabel = 'Ctrl + Shift + Space';
|
|
85
|
+
const String _desktopWindowIconAsset = 'assets/branding/app_icon_256.png';
|
|
86
|
+
const String _desktopTrayTemplateIconAsset =
|
|
87
|
+
'assets/branding/tray_icon_template.png';
|
|
88
|
+
const String _sessionCookiePrefsKey = 'auth.sessionCookie';
|
|
89
|
+
const String _sessionCookieBackendPrefsKey = 'auth.sessionCookieBackend';
|
|
90
|
+
const String _sessionCookieSecureStorageKey = 'auth.sessionCookie.secure';
|
|
91
|
+
const int _voiceAssistantScreenshotMaxDimension = 1600;
|
|
92
|
+
const int _voiceAssistantScreenshotMaxBytes = 900 * 1024;
|
|
93
|
+
|
|
94
|
+
String get _desktopTrayIconAsset =>
|
|
95
|
+
defaultTargetPlatform == TargetPlatform.macOS
|
|
96
|
+
? _desktopTrayTemplateIconAsset
|
|
97
|
+
: _desktopWindowIconAsset;
|
|
98
|
+
|
|
99
|
+
bool get _supportsDesktopShell =>
|
|
100
|
+
!kIsWeb &&
|
|
101
|
+
(defaultTargetPlatform == TargetPlatform.macOS ||
|
|
102
|
+
defaultTargetPlatform == TargetPlatform.windows ||
|
|
103
|
+
defaultTargetPlatform == TargetPlatform.linux);
|