neoagent 2.3.1-beta.0 → 2.3.1-beta.100

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (406) hide show
  1. package/.env.example +63 -5
  2. package/README.md +16 -5
  3. package/com.neoagent.plist +1 -1
  4. package/docs/automation.md +82 -41
  5. package/docs/capabilities.md +85 -89
  6. package/docs/configuration.md +89 -87
  7. package/docs/getting-started.md +46 -27
  8. package/docs/hardware.md +1 -1
  9. package/docs/index.md +24 -30
  10. package/docs/integrations.md +46 -60
  11. package/docs/migration.md +41 -146
  12. package/docs/operations.md +23 -20
  13. package/docs/skills.md +20 -20
  14. package/docs/why-neoagent.md +15 -13
  15. package/extensions/chrome-browser/background.mjs +10 -2
  16. package/flutter_app/.metadata +42 -0
  17. package/flutter_app/DESIGN_SYSTEM.md +166 -0
  18. package/flutter_app/README.md +21 -0
  19. package/flutter_app/analysis_options.yaml +32 -0
  20. package/flutter_app/android/app/build.gradle.kts +111 -0
  21. package/flutter_app/android/app/src/debug/AndroidManifest.xml +7 -0
  22. package/flutter_app/android/app/src/main/AndroidManifest.xml +185 -0
  23. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/MainActivity.kt +888 -0
  24. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/auto/NeoAgentCarAppService.kt +114 -0
  25. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthConnectGateway.kt +280 -0
  26. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncNotifications.kt +113 -0
  27. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncPayload.kt +57 -0
  28. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncScheduler.kt +78 -0
  29. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncWorker.kt +253 -0
  30. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/PermissionsRationaleActivity.kt +46 -0
  31. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingBootReceiver.kt +21 -0
  32. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingForegroundService.kt +586 -0
  33. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingStateStore.kt +78 -0
  34. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingUploadClient.kt +104 -0
  35. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/telecom/NeoAgentConnection.kt +118 -0
  36. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/telecom/NeoAgentConnectionService.kt +86 -0
  37. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/AiHomeWidgetProvider.kt +457 -0
  38. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/AiWidgetStore.kt +194 -0
  39. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/VoiceLaunchWidgetProvider.kt +67 -0
  40. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetConfigActivity.kt +228 -0
  41. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetSyncScheduler.kt +72 -0
  42. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetSyncWorker.kt +186 -0
  43. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetTaskRunWorker.kt +210 -0
  44. package/flutter_app/android/app/src/main/res/drawable/launch_background.xml +12 -0
  45. package/flutter_app/android/app/src/main/res/drawable/neoagent_ai_widget_bg.xml +11 -0
  46. package/flutter_app/android/app/src/main/res/drawable/neoagent_ai_widget_task_bg.xml +8 -0
  47. package/flutter_app/android/app/src/main/res/drawable-v21/launch_background.xml +12 -0
  48. package/flutter_app/android/app/src/main/res/layout/neoagent_ai_widget.xml +138 -0
  49. package/flutter_app/android/app/src/main/res/layout/neoagent_ai_widget_task_row.xml +52 -0
  50. package/flutter_app/android/app/src/main/res/layout/neoagent_voice_widget.xml +49 -0
  51. package/flutter_app/android/app/src/main/res/mipmap-hdpi/ic_launcher.png +0 -0
  52. package/flutter_app/android/app/src/main/res/mipmap-mdpi/ic_launcher.png +0 -0
  53. package/flutter_app/android/app/src/main/res/mipmap-xhdpi/ic_launcher.png +0 -0
  54. package/flutter_app/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png +0 -0
  55. package/flutter_app/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png +0 -0
  56. package/flutter_app/android/app/src/main/res/values/arrays.xml +8 -0
  57. package/flutter_app/android/app/src/main/res/values/strings.xml +12 -0
  58. package/flutter_app/android/app/src/main/res/values/styles.xml +18 -0
  59. package/flutter_app/android/app/src/main/res/values-night/styles.xml +18 -0
  60. package/flutter_app/android/app/src/main/res/xml/automotive_app_desc.xml +4 -0
  61. package/flutter_app/android/app/src/main/res/xml/file_paths.xml +6 -0
  62. package/flutter_app/android/app/src/main/res/xml/neoagent_ai_widget_info.xml +12 -0
  63. package/flutter_app/android/app/src/main/res/xml/neoagent_voice_widget_info.xml +12 -0
  64. package/flutter_app/android/app/src/profile/AndroidManifest.xml +7 -0
  65. package/flutter_app/android/build.gradle.kts +24 -0
  66. package/flutter_app/android/ci-release.keystore +0 -0
  67. package/flutter_app/android/gradle/wrapper/gradle-wrapper.properties +5 -0
  68. package/flutter_app/android/gradle.properties +3 -0
  69. package/flutter_app/android/key.properties +4 -0
  70. package/flutter_app/android/settings.gradle.kts +26 -0
  71. package/flutter_app/assets/branding/app_icon_1024.png +0 -0
  72. package/flutter_app/assets/branding/app_icon_128.png +0 -0
  73. package/flutter_app/assets/branding/app_icon_192.png +0 -0
  74. package/flutter_app/assets/branding/app_icon_256.png +0 -0
  75. package/flutter_app/assets/branding/app_icon_32.png +0 -0
  76. package/flutter_app/assets/branding/app_icon_512.png +0 -0
  77. package/flutter_app/assets/branding/app_icon_64.png +0 -0
  78. package/flutter_app/assets/branding/onboarding_intro.mp4 +0 -0
  79. package/flutter_app/assets/branding/tray_icon_template.png +0 -0
  80. package/flutter_app/lib/features/location/location_service.dart +117 -0
  81. package/flutter_app/lib/features/notifications/notification_interceptor.dart +73 -0
  82. package/flutter_app/lib/features/onboarding/onboarding_chrome.dart +571 -0
  83. package/flutter_app/lib/features/onboarding/onboarding_messaging_step.dart +275 -0
  84. package/flutter_app/lib/features/onboarding/onboarding_model_step.dart +366 -0
  85. package/flutter_app/lib/features/onboarding/onboarding_shell.dart +57 -0
  86. package/flutter_app/lib/features/onboarding/onboarding_video_step.dart +218 -0
  87. package/flutter_app/lib/features/onboarding/onboarding_welcome_step.dart +46 -0
  88. package/flutter_app/lib/main.dart +107 -0
  89. package/flutter_app/lib/main_account_settings.dart +1340 -0
  90. package/flutter_app/lib/main_admin.dart +900 -0
  91. package/flutter_app/lib/main_app_shell.dart +2162 -0
  92. package/flutter_app/lib/main_chat.dart +3902 -0
  93. package/flutter_app/lib/main_controller.dart +7229 -0
  94. package/flutter_app/lib/main_devices.dart +1738 -0
  95. package/flutter_app/lib/main_integrations.dart +917 -0
  96. package/flutter_app/lib/main_launcher.dart +959 -0
  97. package/flutter_app/lib/main_launcher_entry.dart +5 -0
  98. package/flutter_app/lib/main_models.dart +3807 -0
  99. package/flutter_app/lib/main_navigation.dart +206 -0
  100. package/flutter_app/lib/main_operations.dart +5249 -0
  101. package/flutter_app/lib/main_recordings.dart +920 -0
  102. package/flutter_app/lib/main_runtime.dart +869 -0
  103. package/flutter_app/lib/main_settings.dart +2288 -0
  104. package/flutter_app/lib/main_shared.dart +3393 -0
  105. package/flutter_app/lib/main_spacing.dart +33 -0
  106. package/flutter_app/lib/main_theme.dart +276 -0
  107. package/flutter_app/lib/main_unified.dart +388 -0
  108. package/flutter_app/lib/main_voice_assistant.dart +957 -0
  109. package/flutter_app/lib/src/analytics_service.dart +294 -0
  110. package/flutter_app/lib/src/android_apk_drop_zone.dart +32 -0
  111. package/flutter_app/lib/src/android_apk_drop_zone_stub.dart +16 -0
  112. package/flutter_app/lib/src/android_apk_drop_zone_web.dart +348 -0
  113. package/flutter_app/lib/src/android_app_installer.dart +22 -0
  114. package/flutter_app/lib/src/android_app_installer_io.dart +122 -0
  115. package/flutter_app/lib/src/android_app_installer_stub.dart +21 -0
  116. package/flutter_app/lib/src/android_auto_bridge.dart +59 -0
  117. package/flutter_app/lib/src/android_launcher_bridge.dart +239 -0
  118. package/flutter_app/lib/src/app_launch_bridge.dart +58 -0
  119. package/flutter_app/lib/src/app_release_updater.dart +511 -0
  120. package/flutter_app/lib/src/backend_client.dart +1870 -0
  121. package/flutter_app/lib/src/desktop_companion.dart +2 -0
  122. package/flutter_app/lib/src/desktop_companion_actions.dart +586 -0
  123. package/flutter_app/lib/src/desktop_companion_io.dart +538 -0
  124. package/flutter_app/lib/src/desktop_companion_stub.dart +59 -0
  125. package/flutter_app/lib/src/desktop_native_bridge.dart +91 -0
  126. package/flutter_app/lib/src/desktop_screen_capture.dart +21 -0
  127. package/flutter_app/lib/src/desktop_screen_capture_io.dart +142 -0
  128. package/flutter_app/lib/src/desktop_screen_capture_stub.dart +12 -0
  129. package/flutter_app/lib/src/diagnostics_logger.dart +119 -0
  130. package/flutter_app/lib/src/health_bridge.dart +136 -0
  131. package/flutter_app/lib/src/live_voice_capture.dart +85 -0
  132. package/flutter_app/lib/src/messaging_access_summary.dart +46 -0
  133. package/flutter_app/lib/src/network/app_http_client.dart +53 -0
  134. package/flutter_app/lib/src/network/app_http_client_factory.dart +6 -0
  135. package/flutter_app/lib/src/network/app_http_client_io.dart +138 -0
  136. package/flutter_app/lib/src/network/app_http_client_stub.dart +3 -0
  137. package/flutter_app/lib/src/network/app_http_client_web.dart +94 -0
  138. package/flutter_app/lib/src/oauth_launcher.dart +33 -0
  139. package/flutter_app/lib/src/oauth_launcher_io.dart +95 -0
  140. package/flutter_app/lib/src/oauth_launcher_stub.dart +33 -0
  141. package/flutter_app/lib/src/oauth_launcher_web.dart +107 -0
  142. package/flutter_app/lib/src/recording_bridge.dart +232 -0
  143. package/flutter_app/lib/src/recording_bridge_io.dart +1019 -0
  144. package/flutter_app/lib/src/recording_bridge_stub.dart +120 -0
  145. package/flutter_app/lib/src/recording_bridge_web.dart +689 -0
  146. package/flutter_app/lib/src/recording_payloads.dart +86 -0
  147. package/flutter_app/lib/src/theme/palette.dart +81 -0
  148. package/flutter_app/lib/src/web_app_update_monitor.dart +17 -0
  149. package/flutter_app/lib/src/web_app_update_monitor_stub.dart +24 -0
  150. package/flutter_app/lib/src/web_app_update_monitor_web.dart +123 -0
  151. package/flutter_app/lib/src/widget_bridge.dart +49 -0
  152. package/flutter_app/linux/CMakeLists.txt +128 -0
  153. package/flutter_app/linux/flutter/CMakeLists.txt +88 -0
  154. package/flutter_app/linux/flutter/generated_plugin_registrant.cc +47 -0
  155. package/flutter_app/linux/flutter/generated_plugin_registrant.h +15 -0
  156. package/flutter_app/linux/flutter/generated_plugins.cmake +32 -0
  157. package/flutter_app/linux/runner/CMakeLists.txt +26 -0
  158. package/flutter_app/linux/runner/main.cc +6 -0
  159. package/flutter_app/linux/runner/my_application.cc +144 -0
  160. package/flutter_app/linux/runner/my_application.h +18 -0
  161. package/flutter_app/linux/runner/resources/app_icon.png +0 -0
  162. package/flutter_app/macos/Flutter/Flutter-Debug.xcconfig +2 -0
  163. package/flutter_app/macos/Flutter/Flutter-Release.xcconfig +2 -0
  164. package/flutter_app/macos/Flutter/GeneratedPluginRegistrant.swift +48 -0
  165. package/flutter_app/macos/Podfile +42 -0
  166. package/flutter_app/macos/Podfile.lock +87 -0
  167. package/flutter_app/macos/Runner/AppDelegate.swift +576 -0
  168. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/Contents.json +68 -0
  169. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_1024.png +0 -0
  170. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_128.png +0 -0
  171. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_16.png +0 -0
  172. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_256.png +0 -0
  173. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_32.png +0 -0
  174. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_512.png +0 -0
  175. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_64.png +0 -0
  176. package/flutter_app/macos/Runner/Base.lproj/MainMenu.xib +342 -0
  177. package/flutter_app/macos/Runner/Configs/AppInfo.xcconfig +14 -0
  178. package/flutter_app/macos/Runner/Configs/Debug.xcconfig +2 -0
  179. package/flutter_app/macos/Runner/Configs/Release.xcconfig +2 -0
  180. package/flutter_app/macos/Runner/Configs/Warnings.xcconfig +13 -0
  181. package/flutter_app/macos/Runner/DebugProfile.entitlements +16 -0
  182. package/flutter_app/macos/Runner/Info.plist +36 -0
  183. package/flutter_app/macos/Runner/MainFlutterWindow.swift +19 -0
  184. package/flutter_app/macos/Runner/Release.entitlements +12 -0
  185. package/flutter_app/macos/Runner.xcodeproj/project.pbxproj +801 -0
  186. package/flutter_app/macos/Runner.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -0
  187. package/flutter_app/macos/Runner.xcodeproj/xcshareddata/xcschemes/Runner.xcscheme +99 -0
  188. package/flutter_app/macos/Runner.xcworkspace/contents.xcworkspacedata +10 -0
  189. package/flutter_app/macos/Runner.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -0
  190. package/flutter_app/macos/RunnerTests/RunnerTests.swift +12 -0
  191. package/flutter_app/patch_strings.py +12 -0
  192. package/flutter_app/pubspec.lock +1256 -0
  193. package/flutter_app/pubspec.yaml +59 -0
  194. package/flutter_app/third_party/desktop_audio_capture/LICENSE +21 -0
  195. package/flutter_app/third_party/desktop_audio_capture/README.md +262 -0
  196. package/flutter_app/third_party/desktop_audio_capture/lib/audio_capture.dart +65 -0
  197. package/flutter_app/third_party/desktop_audio_capture/lib/config/mic_audio_config.dart +153 -0
  198. package/flutter_app/third_party/desktop_audio_capture/lib/config/system_adudio_config.dart +110 -0
  199. package/flutter_app/third_party/desktop_audio_capture/lib/mic/mic_audio_capture.dart +461 -0
  200. package/flutter_app/third_party/desktop_audio_capture/lib/model/audio_status.dart +91 -0
  201. package/flutter_app/third_party/desktop_audio_capture/lib/model/decibel_data.dart +106 -0
  202. package/flutter_app/third_party/desktop_audio_capture/lib/model/input_device_type.dart +219 -0
  203. package/flutter_app/third_party/desktop_audio_capture/lib/system/system_audio_capture.dart +336 -0
  204. package/flutter_app/third_party/desktop_audio_capture/linux/CMakeLists.txt +101 -0
  205. package/flutter_app/third_party/desktop_audio_capture/linux/audio_capture_plugin.cc +692 -0
  206. package/flutter_app/third_party/desktop_audio_capture/linux/include/audio_capture/audio_capture_plugin.h +35 -0
  207. package/flutter_app/third_party/desktop_audio_capture/linux/include/audio_capture/mic_capture_plugin.h +36 -0
  208. package/flutter_app/third_party/desktop_audio_capture/linux/include/desktop_audio_capture/audio_capture_plugin.h +32 -0
  209. package/flutter_app/third_party/desktop_audio_capture/linux/include/desktop_audio_capture/mic_capture_plugin.h +32 -0
  210. package/flutter_app/third_party/desktop_audio_capture/linux/mic_capture_plugin.cc +878 -0
  211. package/flutter_app/third_party/desktop_audio_capture/macos/Classes/AudioCapturePlugin.swift +27 -0
  212. package/flutter_app/third_party/desktop_audio_capture/macos/Classes/MicCapturePlugin.swift +1172 -0
  213. package/flutter_app/third_party/desktop_audio_capture/macos/Classes/SystemCapturePlugin.swift +655 -0
  214. package/flutter_app/third_party/desktop_audio_capture/macos/Resources/PrivacyInfo.xcprivacy +12 -0
  215. package/flutter_app/third_party/desktop_audio_capture/macos/desktop_audio_capture.podspec +30 -0
  216. package/flutter_app/third_party/desktop_audio_capture/pubspec.yaml +87 -0
  217. package/flutter_app/third_party/desktop_audio_capture/windows/CMakeLists.txt +105 -0
  218. package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin.cpp +80 -0
  219. package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin.h +31 -0
  220. package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin_c_api.cpp +12 -0
  221. package/flutter_app/third_party/desktop_audio_capture/windows/include/audio_capture/audio_capture_plugin_c_api.h +23 -0
  222. package/flutter_app/third_party/desktop_audio_capture/windows/include/desktop_audio_capture/audio_capture_plugin.h +25 -0
  223. package/flutter_app/third_party/desktop_audio_capture/windows/mic_capture_plugin.cpp +1117 -0
  224. package/flutter_app/third_party/desktop_audio_capture/windows/mic_capture_plugin.h +115 -0
  225. package/flutter_app/third_party/desktop_audio_capture/windows/system_audio_capture_plugin.cpp +777 -0
  226. package/flutter_app/third_party/desktop_audio_capture/windows/system_audio_capture_plugin.h +87 -0
  227. package/flutter_app/third_party/flutter_secure_storage_linux/linux/CMakeLists.txt +30 -0
  228. package/flutter_app/third_party/flutter_secure_storage_linux/linux/flutter_secure_storage_linux_plugin.cc +215 -0
  229. package/flutter_app/third_party/flutter_secure_storage_linux/linux/include/flutter_secure_storage_linux/flutter_secure_storage_linux_plugin.h +27 -0
  230. package/flutter_app/third_party/flutter_secure_storage_linux/pubspec.yaml +20 -0
  231. package/flutter_app/tool/generate_desktop_branding.py +219 -0
  232. package/flutter_app/web/favicon.png +0 -0
  233. package/flutter_app/web/favicon.svg +12 -0
  234. package/flutter_app/web/icons/Icon-192.png +0 -0
  235. package/flutter_app/web/icons/Icon-512.png +0 -0
  236. package/flutter_app/web/icons/Icon-maskable-192.png +0 -0
  237. package/flutter_app/web/icons/Icon-maskable-512.png +0 -0
  238. package/flutter_app/web/index.html +39 -0
  239. package/flutter_app/web/manifest.json +35 -0
  240. package/flutter_app/windows/CMakeLists.txt +108 -0
  241. package/flutter_app/windows/flutter/CMakeLists.txt +109 -0
  242. package/flutter_app/windows/flutter/generated_plugin_registrant.cc +50 -0
  243. package/flutter_app/windows/flutter/generated_plugin_registrant.h +15 -0
  244. package/flutter_app/windows/flutter/generated_plugins.cmake +36 -0
  245. package/flutter_app/windows/runner/CMakeLists.txt +41 -0
  246. package/flutter_app/windows/runner/Runner.rc +121 -0
  247. package/flutter_app/windows/runner/flutter_window.cpp +533 -0
  248. package/flutter_app/windows/runner/flutter_window.h +37 -0
  249. package/flutter_app/windows/runner/main.cpp +53 -0
  250. package/flutter_app/windows/runner/resource.h +16 -0
  251. package/flutter_app/windows/runner/resources/app_icon.ico +0 -0
  252. package/flutter_app/windows/runner/runner.exe.manifest +14 -0
  253. package/flutter_app/windows/runner/utils.cpp +65 -0
  254. package/flutter_app/windows/runner/utils.h +19 -0
  255. package/flutter_app/windows/runner/win32_window.cpp +299 -0
  256. package/flutter_app/windows/runner/win32_window.h +102 -0
  257. package/lib/install_helpers.js +31 -0
  258. package/lib/manager.js +465 -43
  259. package/package.json +11 -3
  260. package/runtime/paths.js +137 -0
  261. package/server/config/analytics.js +30 -0
  262. package/server/db/database.js +363 -21
  263. package/server/guest-agent.android.package.json +13 -0
  264. package/server/guest-agent.browser.package.json +14 -0
  265. package/server/guest_agent.js +98 -52
  266. package/server/http/middleware.js +55 -2
  267. package/server/http/routes.js +6 -1
  268. package/server/http/static.js +41 -1
  269. package/server/index.js +16 -16
  270. package/server/public/.last_build_id +1 -1
  271. package/server/public/assets/AssetManifest.bin +1 -1
  272. package/server/public/assets/AssetManifest.bin.json +1 -1
  273. package/server/public/assets/AssetManifest.json +1 -1
  274. package/server/public/assets/NOTICES +679 -129
  275. package/server/public/assets/assets/branding/onboarding_intro.mp4 +0 -0
  276. package/server/public/assets/fonts/MaterialIcons-Regular.otf +0 -0
  277. package/server/public/assets/packages/mixpanel_flutter/assets/mixpanel.js +3 -0
  278. package/server/public/canvaskit/wimp.wasm +0 -0
  279. package/server/public/flutter_bootstrap.js +2 -2
  280. package/server/public/main.dart.js +95866 -87333
  281. package/server/routes/account.js +26 -1
  282. package/server/routes/agents.js +6 -2
  283. package/server/routes/android.js +22 -6
  284. package/server/routes/auth.js +25 -5
  285. package/server/routes/browser.js +47 -13
  286. package/server/routes/integrations.js +119 -9
  287. package/server/routes/memory.js +179 -8
  288. package/server/routes/runtime.js +14 -0
  289. package/server/routes/screenHistory.js +46 -0
  290. package/server/routes/settings.js +102 -24
  291. package/server/routes/skills.js +12 -0
  292. package/server/routes/social_video.js +66 -0
  293. package/server/routes/tasks.js +22 -2
  294. package/server/routes/triggers.js +90 -0
  295. package/server/routes/wearable.js +67 -0
  296. package/server/routes/widgets.js +4 -4
  297. package/server/services/ai/capabilityHealth.js +23 -51
  298. package/server/services/ai/compaction.js +1 -1
  299. package/server/services/ai/deliverables/artifact_helpers.js +190 -0
  300. package/server/services/ai/deliverables/contracts.js +113 -0
  301. package/server/services/ai/deliverables/index.js +20 -0
  302. package/server/services/ai/deliverables/selector.js +94 -0
  303. package/server/services/ai/deliverables/validator.js +63 -0
  304. package/server/services/ai/deliverables/workflows.js +207 -0
  305. package/server/services/ai/engine.js +372 -27
  306. package/server/services/ai/hooks.js +127 -0
  307. package/server/services/ai/integrated_tools/index.js +98 -0
  308. package/server/services/ai/integrated_tools/remotion.js +373 -0
  309. package/server/services/ai/integrated_tools/shared.js +204 -0
  310. package/server/services/ai/integrated_tools/slidev.js +207 -0
  311. package/server/services/ai/loopPolicy.js +146 -0
  312. package/server/services/ai/models.js +36 -0
  313. package/server/services/ai/providers/githubCopilot.js +97 -0
  314. package/server/services/ai/providers/openai.js +2 -1
  315. package/server/services/ai/providers/openaiCodex.js +384 -0
  316. package/server/services/ai/recordingInsights.js +11 -13
  317. package/server/services/ai/runEvents.js +100 -0
  318. package/server/services/ai/settings.js +20 -0
  319. package/server/services/ai/systemPrompt.js +16 -2
  320. package/server/services/ai/taskAnalysis.js +2 -0
  321. package/server/services/ai/toolResult.js +20 -0
  322. package/server/services/ai/toolRunner.js +46 -6
  323. package/server/services/ai/toolSelector.js +54 -1
  324. package/server/services/ai/tools.js +360 -127
  325. package/server/services/android/android_bootstrap_worker.js +63 -0
  326. package/server/services/android/controller.js +442 -1760
  327. package/server/services/bootstrap_helpers.js +0 -34
  328. package/server/services/browser/controller.js +326 -52
  329. package/server/services/cli/executor.js +40 -1
  330. package/server/services/desktop/screenRecorder.js +182 -0
  331. package/server/services/integrations/env.js +10 -0
  332. package/server/services/integrations/figma/provider.js +1 -0
  333. package/server/services/integrations/github/common.js +106 -0
  334. package/server/services/integrations/github/provider.js +499 -0
  335. package/server/services/integrations/github/repos.js +1124 -0
  336. package/server/services/integrations/google/provider.js +1 -0
  337. package/server/services/integrations/manager.js +88 -12
  338. package/server/services/integrations/microsoft/provider.js +1 -0
  339. package/server/services/integrations/oauth_provider.js +25 -8
  340. package/server/services/integrations/provider_config_store.js +85 -0
  341. package/server/services/integrations/registry.js +8 -2
  342. package/server/services/integrations/spotify/provider.js +488 -0
  343. package/server/services/integrations/trello/provider.js +842 -0
  344. package/server/services/integrations/weather/provider.js +559 -0
  345. package/server/services/integrations/whatsapp/provider.js +6 -2
  346. package/server/services/manager.js +109 -154
  347. package/server/services/mcp/client.js +120 -23
  348. package/server/services/memory/llm_transfer.js +218 -0
  349. package/server/services/memory/manager.js +299 -35
  350. package/server/services/messaging/access_policy.js +10 -0
  351. package/server/services/messaging/automation.js +1 -1
  352. package/server/services/messaging/manager.js +93 -8
  353. package/server/services/messaging/meshtastic.js +277 -0
  354. package/server/services/messaging/meshtastic_env.js +40 -0
  355. package/server/services/messaging/meshtastic_protocol.js +530 -0
  356. package/server/services/messaging/meshtastic_tcp_transport.js +25 -0
  357. package/server/services/runtime/backends/local-vm.js +221 -158
  358. package/server/services/runtime/docker-vm-manager.js +392 -0
  359. package/server/services/runtime/guest_bootstrap.js +654 -0
  360. package/server/services/runtime/manager.js +85 -29
  361. package/server/services/runtime/settings.js +22 -31
  362. package/server/services/runtime/validation.js +16 -31
  363. package/server/services/skills/base_catalog.js +33 -0
  364. package/server/services/social_video/adapters/base.js +26 -0
  365. package/server/services/social_video/adapters/index.js +27 -0
  366. package/server/services/social_video/adapters/instagram.js +17 -0
  367. package/server/services/social_video/adapters/tiktok.js +17 -0
  368. package/server/services/social_video/adapters/x.js +17 -0
  369. package/server/services/social_video/adapters/youtube.js +17 -0
  370. package/server/services/social_video/captions.js +187 -0
  371. package/server/services/social_video/frame.js +42 -0
  372. package/server/services/social_video/index.js +7 -0
  373. package/server/services/social_video/metadata.js +63 -0
  374. package/server/services/social_video/result.js +63 -0
  375. package/server/services/social_video/service.js +720 -0
  376. package/server/services/social_video/url.js +83 -0
  377. package/server/services/tasks/adapters/index.js +2 -0
  378. package/server/services/tasks/adapters/manual.js +12 -0
  379. package/server/services/tasks/adapters/schedule.js +33 -5
  380. package/server/services/tasks/adapters/weather_event.js +84 -0
  381. package/server/services/tasks/integration_runtime.js +86 -1
  382. package/server/services/tasks/runtime.js +3 -3
  383. package/server/services/tasks/task_repository.js +3 -6
  384. package/server/services/voice/agentBridge.js +20 -4
  385. package/server/services/voice/message.js +3 -0
  386. package/server/services/voice/openaiClient.js +4 -1
  387. package/server/services/voice/openaiSpeech.js +6 -1
  388. package/server/services/voice/providers.js +144 -15
  389. package/server/services/voice/runtime.js +8 -8
  390. package/server/services/voice/runtimeManager.js +292 -20
  391. package/server/services/voice/turnRunner.js +29 -9
  392. package/server/services/wearable/firmware_manifest.js +353 -0
  393. package/server/services/wearable/gateway.js +350 -0
  394. package/server/services/wearable/protocol.js +45 -0
  395. package/server/services/wearable/service.js +240 -0
  396. package/server/services/websocket.js +3 -1
  397. package/server/services/widgets/focus_widget.js +137 -0
  398. package/server/services/widgets/service.js +182 -6
  399. package/server/services/workspace/manager.js +301 -0
  400. package/server/utils/deployment.js +16 -9
  401. package/server/utils/local_secrets.js +56 -0
  402. package/server/utils/logger.js +37 -9
  403. package/server/services/integrations/home_assistant/provider.js +0 -350
  404. package/server/services/messaging/access_policy.test.js +0 -228
  405. package/server/services/runtime/backends/host.js +0 -37
  406. package/server/services/runtime/qemu.js +0 -391
@@ -0,0 +1,869 @@
1
+ part of 'main.dart';
2
+
3
+ class NeoAgentApp extends StatefulWidget {
4
+ const NeoAgentApp({super.key, this.mode = NeoAgentAppMode.standard});
5
+
6
+ final NeoAgentAppMode mode;
7
+
8
+ @override
9
+ State<NeoAgentApp> createState() => _NeoAgentAppState();
10
+ }
11
+
12
+ class _NeoAgentAppState extends State<NeoAgentApp>
13
+ with WindowListener, TrayListener {
14
+ late final NeoAgentController _controller;
15
+ late final WebAppUpdateMonitor _webAppUpdateMonitor;
16
+ final AppLaunchBridge _appLaunchBridge = AppLaunchBridge();
17
+ StreamSubscription<AppLaunchRequest>? _appLaunchSubscription;
18
+ StreamSubscription<String>? _widgetOpenSubscription;
19
+ GlobalKey<NavigatorState> _navigatorKey = GlobalKey<NavigatorState>();
20
+ String? _navigatorScopeSignature;
21
+ Menu? _trayMenu;
22
+ HotKey? _assistantHotKey;
23
+ Timer? _assistantHotKeyHoldTimer;
24
+ bool _desktopShellInitialized = false;
25
+ bool _handlingDesktopClose = false;
26
+ bool _desktopToolbarWindowMode = false;
27
+ bool _desktopAssistantPopupWindowMode = false;
28
+ bool _syncingDesktopPresentation = false;
29
+ bool _assistantHotKeyPressed = false;
30
+ bool _assistantHotKeyHandledAsHold = false;
31
+ bool _assistantPttActive = false;
32
+ bool _desktopAssistantBlockedHintVisible = false;
33
+ bool _desktopAssistantReturnToHidden = false;
34
+ bool _desktopToolbarReturnToHidden = false;
35
+ Rect? _desktopNormalWindowBounds;
36
+
37
+ static const Size _desktopToolbarWindowSize = Size(840, 128);
38
+ static const Size _desktopAssistantPopupWindowSize = Size(460, 112);
39
+ static const Duration _desktopAssistantHoldThreshold = Duration(
40
+ milliseconds: 220,
41
+ );
42
+ static const Duration _desktopAssistantBlockedHintDuration = Duration(
43
+ milliseconds: 1400,
44
+ );
45
+
46
+ @override
47
+ void initState() {
48
+ super.initState();
49
+ final backendClient = BackendClient();
50
+ _controller = NeoAgentController(
51
+ appMode: widget.mode,
52
+ backendClient: backendClient,
53
+ healthBridge: HealthBridge(),
54
+ widgetBridge: WidgetBridge(),
55
+ recordingBridge: createRecordingBridge(),
56
+ )..bootstrap();
57
+ _webAppUpdateMonitor = createWebAppUpdateMonitor()..start();
58
+ _controller.addListener(_handleControllerChanged);
59
+ _appLaunchSubscription = _appLaunchBridge.launchRequests.listen(
60
+ _handleAppLaunchRequest,
61
+ );
62
+ _widgetOpenSubscription = _controller.widgetOpenRequests.listen(
63
+ _controller.openWidgetSurface,
64
+ );
65
+ if (_supportsDesktopShell) {
66
+ unawaited(_initializeDesktopShell());
67
+ }
68
+ }
69
+
70
+ @override
71
+ void dispose() {
72
+ _appLaunchSubscription?.cancel();
73
+ _widgetOpenSubscription?.cancel();
74
+ _controller.removeListener(_handleControllerChanged);
75
+ if (_supportsDesktopShell) {
76
+ trayManager.removeListener(this);
77
+ windowManager.removeListener(this);
78
+ _assistantHotKeyHoldTimer?.cancel();
79
+ if (_assistantHotKey != null) {
80
+ unawaited(hotKeyManager.unregister(_assistantHotKey!));
81
+ }
82
+ unawaited(trayManager.destroy());
83
+ }
84
+ _webAppUpdateMonitor.dispose();
85
+ _controller.dispose();
86
+ super.dispose();
87
+ }
88
+
89
+ void _handleControllerChanged() {
90
+ if (!_supportsDesktopShell) {
91
+ return;
92
+ }
93
+ unawaited(_syncDesktopShell());
94
+ }
95
+
96
+ void _handleAppLaunchRequest(AppLaunchRequest request) {
97
+ final action = request.action;
98
+ if (action == AppLaunchBridge.voiceAssistantAction) {
99
+ _controller.openVoiceAssistantSurface();
100
+ return;
101
+ }
102
+ if (action == AppLaunchBridge.shareToChatAction) {
103
+ _controller.queueSharedChatPayload(
104
+ text: request.text,
105
+ subject: request.subject,
106
+ files: request.files,
107
+ );
108
+ }
109
+ }
110
+
111
+ Future<void> _initializeDesktopShell() async {
112
+ if (_desktopShellInitialized) {
113
+ return;
114
+ }
115
+ var windowListenerAdded = false;
116
+ var trayListenerAdded = false;
117
+ try {
118
+ windowManager.addListener(this);
119
+ windowListenerAdded = true;
120
+ trayManager.addListener(this);
121
+ trayListenerAdded = true;
122
+ await windowManager.setPreventClose(true);
123
+ await windowManager.setTitle('NeoAgent');
124
+ if (defaultTargetPlatform == TargetPlatform.windows) {
125
+ await windowManager.setIcon(_desktopWindowIconAsset);
126
+ }
127
+ await trayManager.setIcon(
128
+ _desktopTrayIconAsset,
129
+ isTemplate: defaultTargetPlatform == TargetPlatform.macOS,
130
+ );
131
+ await trayManager.setToolTip('NeoAgent');
132
+ await _syncTrayMenu();
133
+ await _syncAssistantHotkey();
134
+ _desktopShellInitialized = true;
135
+ } catch (error, stackTrace) {
136
+ _desktopShellInitialized = false;
137
+ if (trayListenerAdded) {
138
+ trayManager.removeListener(this);
139
+ }
140
+ if (windowListenerAdded) {
141
+ windowManager.removeListener(this);
142
+ }
143
+ AppDiagnostics.log(
144
+ 'desktop.shell',
145
+ 'initialize.failed',
146
+ error: error,
147
+ stackTrace: stackTrace,
148
+ );
149
+ }
150
+ }
151
+
152
+ Future<void> _syncDesktopShell() async {
153
+ if (!_desktopShellInitialized) {
154
+ return;
155
+ }
156
+ await _syncTrayMenu();
157
+ await _syncAssistantHotkey();
158
+ await _syncDesktopPresentation();
159
+ }
160
+
161
+ Future<void> _syncDesktopPresentation() async {
162
+ if (_syncingDesktopPresentation) {
163
+ return;
164
+ }
165
+ _syncingDesktopPresentation = true;
166
+ try {
167
+ final runtime = _controller.recordingRuntime;
168
+ if (_desktopAssistantPopupWindowMode) {
169
+ return;
170
+ }
171
+ final isWindowVisible = await windowManager.isVisible();
172
+ if (_desktopToolbarWindowMode &&
173
+ (!runtime.active || !runtime.floatingToolbarVisible)) {
174
+ await _restoreMainWindowPresentation(
175
+ hideAfterRestore: _desktopToolbarReturnToHidden,
176
+ focusWindow: false,
177
+ );
178
+ _desktopToolbarReturnToHidden = false;
179
+ return;
180
+ }
181
+ if (!_desktopToolbarWindowMode &&
182
+ runtime.active &&
183
+ runtime.supportsFloatingToolbar &&
184
+ runtime.floatingToolbarVisible &&
185
+ (_controller.desktopFloatingToolbarPopupRequested ||
186
+ !isWindowVisible)) {
187
+ await _showDetachedToolbarWindow(
188
+ focusWindow:
189
+ _controller.desktopFloatingToolbarPopupRequested ||
190
+ isWindowVisible,
191
+ );
192
+ _controller.acknowledgeDesktopFloatingToolbarPopupRequest();
193
+ }
194
+ } finally {
195
+ _syncingDesktopPresentation = false;
196
+ }
197
+ }
198
+
199
+ Future<void> _syncTrayMenu() async {
200
+ final runtime = _controller.recordingRuntime;
201
+ final isRecordingActive = runtime.active;
202
+ final pauseLabel = runtime.paused ? 'Resume' : 'Pause';
203
+ final toolbarLabel = runtime.floatingToolbarVisible
204
+ ? 'Hide floating bar'
205
+ : 'Show floating bar';
206
+ _trayMenu = Menu(
207
+ items: <MenuItem>[
208
+ MenuItem(key: 'open', label: 'Open'),
209
+ MenuItem(
210
+ key: 'start_recording',
211
+ label: 'Start recording',
212
+ disabled: isRecordingActive || !_controller.canStartDesktopRecording,
213
+ ),
214
+ MenuItem(
215
+ key: 'pause_resume_recording',
216
+ label: pauseLabel,
217
+ disabled: !isRecordingActive,
218
+ ),
219
+ MenuItem(
220
+ key: 'stop_recording',
221
+ label: 'Stop',
222
+ disabled: !isRecordingActive,
223
+ ),
224
+ MenuItem.separator(),
225
+ MenuItem(
226
+ key: 'toggle_toolbar',
227
+ label: toolbarLabel,
228
+ disabled:
229
+ !_controller.recordingRuntime.supportsFloatingToolbar ||
230
+ !isRecordingActive,
231
+ ),
232
+ MenuItem(key: 'open_voice_assistant', label: 'Open voice assistant'),
233
+ MenuItem.separator(),
234
+ MenuItem(key: 'quit', label: 'Quit'),
235
+ ],
236
+ );
237
+ await trayManager.setContextMenu(_trayMenu!);
238
+ }
239
+
240
+ Future<void> _syncAssistantHotkey() async {
241
+ final shouldRegister =
242
+ _controller.desktopAssistantHotkeyEnabled &&
243
+ _controller.recordingRuntime.supportsGlobalHotkeys;
244
+ if (!shouldRegister) {
245
+ if (_assistantHotKey != null) {
246
+ await hotKeyManager.unregister(_assistantHotKey!);
247
+ _assistantHotKey = null;
248
+ }
249
+ return;
250
+ }
251
+
252
+ final hotKey = HotKey(
253
+ key: LogicalKeyboardKey.space,
254
+ modifiers: const <HotKeyModifier>[
255
+ HotKeyModifier.control,
256
+ HotKeyModifier.shift,
257
+ ],
258
+ scope: HotKeyScope.system,
259
+ );
260
+ if (_assistantHotKey != null && _hotKeysMatch(_assistantHotKey!, hotKey)) {
261
+ return;
262
+ }
263
+ if (_assistantHotKey != null) {
264
+ await hotKeyManager.unregister(_assistantHotKey!);
265
+ }
266
+ await hotKeyManager.register(
267
+ hotKey,
268
+ keyDownHandler: _handleAssistantHotKeyDown,
269
+ keyUpHandler: _handleAssistantHotKeyUp,
270
+ );
271
+ _assistantHotKey = hotKey;
272
+ }
273
+
274
+ Future<void> _handleAssistantHotKeyDown(HotKey hotKey) async {
275
+ if (_assistantHotKeyPressed) {
276
+ return;
277
+ }
278
+ _assistantHotKeyPressed = true;
279
+ _assistantHotKeyHandledAsHold = false;
280
+ _assistantPttActive = false;
281
+ _desktopAssistantBlockedHintVisible = false;
282
+ _assistantHotKeyHoldTimer?.cancel();
283
+ _assistantHotKeyHoldTimer = Timer(
284
+ _desktopAssistantHoldThreshold,
285
+ () => unawaited(_activateAssistantPushToTalkMode()),
286
+ );
287
+ }
288
+
289
+ Future<void> _handleAssistantHotKeyUp(HotKey hotKey) async {
290
+ _assistantHotKeyPressed = false;
291
+ _assistantHotKeyHoldTimer?.cancel();
292
+ if (_assistantHotKeyHandledAsHold) {
293
+ _assistantHotKeyHandledAsHold = false;
294
+ _desktopAssistantBlockedHintVisible = false;
295
+ if (_assistantPttActive ||
296
+ _controller.isLiveVoiceCaptureStarting ||
297
+ _controller.isLiveVoiceCaptureActive) {
298
+ _assistantPttActive = false;
299
+ try {
300
+ await _controller.stopLiveVoiceCapture();
301
+ } catch (_) {}
302
+ }
303
+ await _hideAssistantPopupWindow();
304
+ return;
305
+ }
306
+ if (_desktopAssistantPopupWindowMode) {
307
+ await _hideAssistantPopupWindow();
308
+ return;
309
+ }
310
+ await _showAssistantPopupWindow();
311
+ }
312
+
313
+ Future<void> _activateAssistantPushToTalkMode() async {
314
+ if (!_assistantHotKeyPressed) {
315
+ return;
316
+ }
317
+ _desktopAssistantBlockedHintVisible = false;
318
+ _assistantHotKeyHandledAsHold = true;
319
+ if (_controller.recordingRuntime.active) {
320
+ await _showAssistantBlockedHint();
321
+ return;
322
+ }
323
+ try {
324
+ await _showAssistantPopupWindow();
325
+ await _controller.startLiveVoiceCapture();
326
+ _assistantPttActive = true;
327
+ } catch (error, stackTrace) {
328
+ _assistantPttActive = false;
329
+ AppDiagnostics.log(
330
+ 'desktop.assistant',
331
+ 'ptt.start_failed',
332
+ error: error,
333
+ stackTrace: stackTrace,
334
+ );
335
+ await _hideAssistantPopupWindow();
336
+ }
337
+ }
338
+
339
+ Future<void> _showAssistantBlockedHint() async {
340
+ _desktopAssistantBlockedHintVisible = true;
341
+ await _showAssistantPopupWindow();
342
+ if (mounted) {
343
+ setState(() {});
344
+ }
345
+ await Future<void>.delayed(_desktopAssistantBlockedHintDuration);
346
+ if (_desktopAssistantBlockedHintVisible) {
347
+ _desktopAssistantBlockedHintVisible = false;
348
+ await _hideAssistantPopupWindow();
349
+ }
350
+ }
351
+
352
+ bool _hotKeysMatch(HotKey first, HotKey second) {
353
+ final firstModifiers = Set<HotKeyModifier>.from(
354
+ first.modifiers ?? const <HotKeyModifier>[],
355
+ );
356
+ final secondModifiers = Set<HotKeyModifier>.from(
357
+ second.modifiers ?? const <HotKeyModifier>[],
358
+ );
359
+ return first.scope == second.scope &&
360
+ first.key == second.key &&
361
+ firstModifiers.length == secondModifiers.length &&
362
+ firstModifiers.containsAll(secondModifiers);
363
+ }
364
+
365
+ Future<void> _openMainWindow() async {
366
+ if (_desktopToolbarWindowMode || _desktopAssistantPopupWindowMode) {
367
+ await _restoreMainWindowPresentation();
368
+ }
369
+ _controller.acknowledgeDesktopFloatingToolbarPopupRequest();
370
+ _desktopToolbarReturnToHidden = false;
371
+ await windowManager.show();
372
+ await windowManager.focus();
373
+ }
374
+
375
+ Future<void> _hideMainWindow() async {
376
+ final runtime = _controller.recordingRuntime;
377
+ if (_desktopAssistantPopupWindowMode) {
378
+ await _restoreMainWindowPresentation(
379
+ hideAfterRestore: true,
380
+ focusWindow: false,
381
+ );
382
+ return;
383
+ }
384
+ if (runtime.active &&
385
+ runtime.supportsFloatingToolbar &&
386
+ runtime.floatingToolbarVisible) {
387
+ await _showDetachedToolbarWindow(focusWindow: false);
388
+ return;
389
+ }
390
+ if (_desktopToolbarWindowMode) {
391
+ await _restoreMainWindowPresentation(
392
+ hideAfterRestore: true,
393
+ focusWindow: false,
394
+ );
395
+ return;
396
+ }
397
+ await windowManager.hide();
398
+ }
399
+
400
+ Future<void> _showDetachedToolbarWindow({required bool focusWindow}) async {
401
+ final runtime = _controller.recordingRuntime;
402
+ if (!runtime.active || !runtime.supportsFloatingToolbar) {
403
+ return;
404
+ }
405
+ final isVisible = await windowManager.isVisible();
406
+ _desktopToolbarReturnToHidden =
407
+ !isVisible &&
408
+ !_desktopToolbarWindowMode &&
409
+ !_desktopAssistantPopupWindowMode;
410
+ if (!_desktopToolbarWindowMode && !_desktopAssistantPopupWindowMode) {
411
+ _desktopNormalWindowBounds = await windowManager.getBounds();
412
+ }
413
+ if (mounted &&
414
+ (!_desktopToolbarWindowMode || _desktopAssistantPopupWindowMode)) {
415
+ setState(() {
416
+ _desktopToolbarWindowMode = true;
417
+ _desktopAssistantPopupWindowMode = false;
418
+ });
419
+ }
420
+ await windowManager.setTitle('NeoAgent');
421
+ await windowManager.setBackgroundColor(Colors.transparent);
422
+ await windowManager.setTitleBarStyle(
423
+ TitleBarStyle.hidden,
424
+ windowButtonVisibility: false,
425
+ );
426
+ if (!kIsWeb && defaultTargetPlatform == TargetPlatform.macOS) {
427
+ await windowManager.setHasShadow(false);
428
+ }
429
+ await windowManager.setResizable(false);
430
+ await windowManager.setAlwaysOnTop(true);
431
+ await windowManager.setSkipTaskbar(true);
432
+ await windowManager.setSize(_desktopToolbarWindowSize);
433
+ await windowManager.center();
434
+ await windowManager.show(inactive: !focusWindow);
435
+ if (focusWindow) {
436
+ await windowManager.focus();
437
+ }
438
+ }
439
+
440
+ Future<void> _restoreMainWindowPresentation({
441
+ bool hideAfterRestore = false,
442
+ bool focusWindow = true,
443
+ }) async {
444
+ if (mounted &&
445
+ (_desktopToolbarWindowMode || _desktopAssistantPopupWindowMode)) {
446
+ setState(() {
447
+ _desktopToolbarWindowMode = false;
448
+ _desktopAssistantPopupWindowMode = false;
449
+ });
450
+ }
451
+ await windowManager.setAlwaysOnTop(false);
452
+ await windowManager.setResizable(true);
453
+ await windowManager.setTitleBarStyle(TitleBarStyle.normal);
454
+ if (!kIsWeb && defaultTargetPlatform == TargetPlatform.macOS) {
455
+ await windowManager.setHasShadow(true);
456
+ }
457
+ await windowManager.setSkipTaskbar(false);
458
+ await windowManager.setTitle('NeoAgent');
459
+ final restoreBounds = _desktopNormalWindowBounds;
460
+ if (restoreBounds != null) {
461
+ await windowManager.setBounds(restoreBounds);
462
+ } else {
463
+ await windowManager.setSize(const Size(1280, 720));
464
+ await windowManager.center();
465
+ }
466
+ if (hideAfterRestore) {
467
+ await windowManager.hide();
468
+ return;
469
+ }
470
+ await windowManager.show();
471
+ if (focusWindow) {
472
+ await windowManager.focus();
473
+ }
474
+ }
475
+
476
+ Future<void> _showAssistantPopupWindow() async {
477
+ final isVisible = await windowManager.isVisible();
478
+ _desktopAssistantReturnToHidden = !isVisible;
479
+ if (!_desktopToolbarWindowMode && !_desktopAssistantPopupWindowMode) {
480
+ _desktopNormalWindowBounds = await windowManager.getBounds();
481
+ }
482
+ if (mounted &&
483
+ (!_desktopAssistantPopupWindowMode || _desktopToolbarWindowMode)) {
484
+ setState(() {
485
+ _desktopToolbarWindowMode = false;
486
+ _desktopAssistantPopupWindowMode = true;
487
+ });
488
+ }
489
+ await windowManager.setTitle('NeoAgent Assistant');
490
+ await windowManager.setBackgroundColor(Colors.transparent);
491
+ await windowManager.setTitleBarStyle(
492
+ TitleBarStyle.hidden,
493
+ windowButtonVisibility: false,
494
+ );
495
+ if (!kIsWeb && defaultTargetPlatform == TargetPlatform.macOS) {
496
+ await windowManager.setHasShadow(false);
497
+ }
498
+ await windowManager.setResizable(false);
499
+ await windowManager.setAlwaysOnTop(true);
500
+ await windowManager.setSkipTaskbar(true);
501
+ await windowManager.setSize(_desktopAssistantPopupWindowSize);
502
+ await windowManager.setAlignment(const Alignment(0, 0.92));
503
+ await windowManager.show(inactive: false);
504
+ await windowManager.focus();
505
+ }
506
+
507
+ Future<void> _hideAssistantPopupWindow() async {
508
+ if (!_desktopAssistantPopupWindowMode) {
509
+ return;
510
+ }
511
+ _desktopAssistantBlockedHintVisible = false;
512
+ final shouldHideWindow = _desktopAssistantReturnToHidden;
513
+ _desktopAssistantReturnToHidden = false;
514
+ await _restoreMainWindowPresentation(
515
+ hideAfterRestore: shouldHideWindow,
516
+ focusWindow: !shouldHideWindow,
517
+ );
518
+ }
519
+
520
+ Future<void> _cancelAssistantPopupFromUi() async {
521
+ _assistantHotKeyPressed = false;
522
+ _assistantHotKeyHandledAsHold = false;
523
+ _assistantPttActive = false;
524
+ _assistantHotKeyHoldTimer?.cancel();
525
+ if (_controller.isLiveVoiceCaptureActive ||
526
+ _controller.isLiveVoiceCaptureStarting) {
527
+ try {
528
+ await _controller.stopLiveVoiceCapture();
529
+ } catch (_) {}
530
+ }
531
+ await _hideAssistantPopupWindow();
532
+ }
533
+
534
+ Future<void> _toggleAssistantPopupCaptureFromUi() async {
535
+ if (_desktopAssistantBlockedHintVisible) {
536
+ return;
537
+ }
538
+ try {
539
+ _assistantPttActive = !_controller.isLiveVoiceCaptureEngaged;
540
+ await _controller.toggleLiveVoiceCapture();
541
+ } catch (error, stackTrace) {
542
+ _assistantPttActive = false;
543
+ AppDiagnostics.log(
544
+ 'desktop.assistant',
545
+ 'popup.start_failed',
546
+ error: error,
547
+ stackTrace: stackTrace,
548
+ );
549
+ } finally {
550
+ if (!_controller.isLiveVoiceCaptureActive &&
551
+ !_controller.isLiveVoiceCaptureStarting) {
552
+ _assistantPttActive = false;
553
+ }
554
+ }
555
+ }
556
+
557
+ @override
558
+ Widget build(BuildContext context) {
559
+ return AnimatedBuilder(
560
+ animation: Listenable.merge(<Listenable>[
561
+ _controller,
562
+ _webAppUpdateMonitor,
563
+ ]),
564
+ builder: (context, _) {
565
+ final rootStateSignature =
566
+ 'boot:${_controller.isBooting}'
567
+ '|backend:${_controller.requiresBackendUrlSetup}'
568
+ '|auth:${_controller.isAuthenticated}'
569
+ '|refresh:${_controller.isRefreshing}'
570
+ '|section:${_controller.selectedSection.name}'
571
+ '|toolbarMode:$_desktopToolbarWindowMode'
572
+ '|assistantPopupMode:$_desktopAssistantPopupWindowMode'
573
+ '|assistantPttActive:${_controller.isLiveVoiceCaptureActive}'
574
+ '|assistantPttStarting:${_controller.isLiveVoiceCaptureStarting}'
575
+ '|assistantBlockedHint:$_desktopAssistantBlockedHintVisible';
576
+ if (_navigatorScopeSignature != rootStateSignature) {
577
+ _navigatorScopeSignature = rootStateSignature;
578
+ _navigatorKey = GlobalKey<NavigatorState>();
579
+ }
580
+ return MaterialApp(
581
+ key: ValueKey<String>(rootStateSignature),
582
+ navigatorKey: _navigatorKey,
583
+ title: widget.mode == NeoAgentAppMode.launcher
584
+ ? 'NeoAgent Launcher'
585
+ : 'NeoAgent',
586
+ debugShowCheckedModeBanner: false,
587
+ theme: _buildNeoAgentTheme(_lightPalette, Brightness.light),
588
+ darkTheme: _buildNeoAgentTheme(_darkPalette, Brightness.dark),
589
+ themeMode: ThemeMode.system,
590
+ builder: (context, child) {
591
+ return Stack(
592
+ children: <Widget>[
593
+ if (child != null) child,
594
+ if (!_desktopToolbarWindowMode &&
595
+ !_desktopAssistantPopupWindowMode &&
596
+ _controller.showOfflineBanner)
597
+ Positioned(
598
+ top: 0,
599
+ left: 0,
600
+ right: 0,
601
+ child: SafeArea(
602
+ bottom: false,
603
+ child: Padding(
604
+ padding: const EdgeInsets.fromLTRB(12, 12, 12, 0),
605
+ child: Center(
606
+ child: ConstrainedBox(
607
+ constraints: const BoxConstraints(maxWidth: 980),
608
+ child: _GlobalNetworkBanner(
609
+ controller: _controller,
610
+ ),
611
+ ),
612
+ ),
613
+ ),
614
+ ),
615
+ ),
616
+ if (!_desktopToolbarWindowMode &&
617
+ !_desktopAssistantPopupWindowMode &&
618
+ _webAppUpdateMonitor.isSupported &&
619
+ _webAppUpdateMonitor.updateAvailable)
620
+ Positioned(
621
+ top: _controller.showOfflineBanner ? 84 : 0,
622
+ left: 0,
623
+ right: 0,
624
+ child: SafeArea(
625
+ bottom: false,
626
+ child: Padding(
627
+ padding: const EdgeInsets.fromLTRB(12, 12, 12, 0),
628
+ child: Center(
629
+ child: ConstrainedBox(
630
+ constraints: const BoxConstraints(maxWidth: 980),
631
+ child: _GlobalWebUpdateBanner(
632
+ monitor: _webAppUpdateMonitor,
633
+ ),
634
+ ),
635
+ ),
636
+ ),
637
+ ),
638
+ ),
639
+ if (!_desktopToolbarWindowMode &&
640
+ !_desktopAssistantPopupWindowMode &&
641
+ _controller.showAnalyticsConsentBanner)
642
+ Positioned(
643
+ left: 0,
644
+ right: 0,
645
+ bottom: 0,
646
+ child: SafeArea(
647
+ top: false,
648
+ child: Padding(
649
+ padding: const EdgeInsets.fromLTRB(12, 0, 12, 12),
650
+ child: Center(
651
+ child: ConstrainedBox(
652
+ constraints: const BoxConstraints(maxWidth: 980),
653
+ child: _GlobalAnalyticsConsentBanner(
654
+ controller: _controller,
655
+ ),
656
+ ),
657
+ ),
658
+ ),
659
+ ),
660
+ ),
661
+ if (_supportsDesktopShell &&
662
+ !_desktopToolbarWindowMode &&
663
+ !_desktopAssistantPopupWindowMode)
664
+ _DesktopFloatingToolbar(controller: _controller),
665
+ ],
666
+ );
667
+ },
668
+ home: _desktopAssistantPopupWindowMode
669
+ ? _DesktopAssistantPopupShell(
670
+ controller: _controller,
671
+ blockedHintVisible: _desktopAssistantBlockedHintVisible,
672
+ onPrimaryAction: _toggleAssistantPopupCaptureFromUi,
673
+ onCancel: _cancelAssistantPopupFromUi,
674
+ )
675
+ : (_desktopToolbarWindowMode
676
+ ? _DetachedDesktopFloatingToolbarShell(
677
+ controller: _controller,
678
+ onOpenMainWindow: _openMainWindow,
679
+ )
680
+ : NeoAgentRoot(controller: _controller)),
681
+ );
682
+ },
683
+ );
684
+ }
685
+
686
+ @override
687
+ void onTrayIconMouseDown() {
688
+ trayManager.popUpContextMenu();
689
+ }
690
+
691
+ @override
692
+ void onTrayMenuItemClick(MenuItem menuItem) {
693
+ final key = menuItem.key;
694
+ if (key == null) {
695
+ return;
696
+ }
697
+ switch (key) {
698
+ case 'open':
699
+ unawaited(_openMainWindow());
700
+ break;
701
+ case 'start_recording':
702
+ if (_controller.canStartDesktopRecording) {
703
+ unawaited(_controller.startDesktopRecording());
704
+ }
705
+ break;
706
+ case 'pause_resume_recording':
707
+ if (_controller.recordingRuntime.paused) {
708
+ unawaited(_controller.resumeDesktopRecording());
709
+ } else {
710
+ unawaited(_controller.pauseDesktopRecording());
711
+ }
712
+ break;
713
+ case 'stop_recording':
714
+ unawaited(_controller.stopRecording());
715
+ break;
716
+ case 'toggle_toolbar':
717
+ if (_controller.recordingRuntime.floatingToolbarVisible) {
718
+ unawaited(_controller.hideDesktopFloatingToolbar());
719
+ } else {
720
+ unawaited(_controller.showDesktopFloatingToolbar());
721
+ }
722
+ break;
723
+ case 'open_voice_assistant':
724
+ unawaited(_openMainWindow());
725
+ _controller.setSelectedSection(AppSection.voiceAssistant);
726
+ break;
727
+ case 'quit':
728
+ unawaited(_quitDesktopShell());
729
+ break;
730
+ }
731
+ }
732
+
733
+ @override
734
+ void onWindowClose() {
735
+ if (!_supportsDesktopShell || _handlingDesktopClose) {
736
+ return;
737
+ }
738
+ _handlingDesktopClose = true;
739
+ unawaited(_handleDesktopWindowClose());
740
+ }
741
+
742
+ Future<void> _handleDesktopWindowClose() async {
743
+ try {
744
+ final navigatorContext = _navigatorKey.currentContext;
745
+ if (navigatorContext == null) {
746
+ await _quitDesktopShell();
747
+ return;
748
+ }
749
+
750
+ final shouldPrompt = _controller.desktopAskOnClose;
751
+ if (!shouldPrompt) {
752
+ if (_controller.desktopKeepRunningOnClose) {
753
+ await _hideMainWindow();
754
+ } else {
755
+ await _quitDesktopShell();
756
+ }
757
+ return;
758
+ }
759
+
760
+ final decision = await showDialog<_DesktopCloseDecision>(
761
+ context: navigatorContext,
762
+ builder: (context) {
763
+ var rememberChoice = false;
764
+ return StatefulBuilder(
765
+ builder: (context, setDialogState) {
766
+ return AlertDialog(
767
+ backgroundColor: _bgCard,
768
+ title: Text('Keep NeoAgent running?'),
769
+ content: SizedBox(
770
+ width: 440,
771
+ child: Column(
772
+ mainAxisSize: MainAxisSize.min,
773
+ crossAxisAlignment: CrossAxisAlignment.start,
774
+ children: <Widget>[
775
+ Text(
776
+ 'Closing the window can either keep NeoAgent running in the background with tray access, or fully quit the desktop runtime.',
777
+ style: TextStyle(color: _textSecondary, height: 1.45),
778
+ ),
779
+ const SizedBox(height: 16),
780
+ CheckboxListTile(
781
+ contentPadding: EdgeInsets.zero,
782
+ value: rememberChoice,
783
+ onChanged: (value) {
784
+ setDialogState(() {
785
+ rememberChoice = value == true;
786
+ });
787
+ },
788
+ title: Text('Remember this choice'),
789
+ controlAffinity: ListTileControlAffinity.leading,
790
+ ),
791
+ ],
792
+ ),
793
+ ),
794
+ actions: <Widget>[
795
+ TextButton(
796
+ onPressed: () => Navigator.of(context).pop(
797
+ _DesktopCloseDecision(
798
+ keepRunning: false,
799
+ rememberChoice: rememberChoice,
800
+ ),
801
+ ),
802
+ child: Text('Quit'),
803
+ ),
804
+ FilledButton(
805
+ onPressed: () => Navigator.of(context).pop(
806
+ _DesktopCloseDecision(
807
+ keepRunning: true,
808
+ rememberChoice: rememberChoice,
809
+ ),
810
+ ),
811
+ child: Text('Keep running'),
812
+ ),
813
+ ],
814
+ );
815
+ },
816
+ );
817
+ },
818
+ );
819
+
820
+ if (decision == null) {
821
+ return;
822
+ }
823
+ if (decision.rememberChoice) {
824
+ await _controller.setDesktopClosePreference(
825
+ askOnClose: false,
826
+ keepRunningOnClose: decision.keepRunning,
827
+ );
828
+ }
829
+ if (decision.keepRunning) {
830
+ await _hideMainWindow();
831
+ } else {
832
+ await _quitDesktopShell();
833
+ }
834
+ } finally {
835
+ _handlingDesktopClose = false;
836
+ }
837
+ }
838
+
839
+ Future<void> _quitDesktopShell() async {
840
+ await windowManager.setPreventClose(false);
841
+ await windowManager.destroy();
842
+ }
843
+ }
844
+
845
+ class NeoAgentRoot extends StatelessWidget {
846
+ const NeoAgentRoot({super.key, required this.controller});
847
+
848
+ final NeoAgentController controller;
849
+
850
+ @override
851
+ Widget build(BuildContext context) {
852
+ if (controller.isBooting) {
853
+ return const SplashView();
854
+ }
855
+ if (controller.requiresBackendUrlSetup) {
856
+ return BackendSetupView(controller: controller);
857
+ }
858
+ if (!controller.isAuthenticated) {
859
+ return AuthView(controller: controller);
860
+ }
861
+ if (controller.showOnboarding) {
862
+ return OnboardingShell(controller: controller);
863
+ }
864
+ if (controller.isLauncherMode) {
865
+ return LauncherHomeView(controller: controller);
866
+ }
867
+ return HomeView(controller: controller);
868
+ }
869
+ }