neoagent 2.3.1-beta.6 → 2.3.1-beta.60

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (312) hide show
  1. package/.env.example +45 -0
  2. package/docs/capabilities.md +2 -2
  3. package/docs/configuration.md +6 -5
  4. package/docs/hardware.md +1 -1
  5. package/docs/integrations.md +2 -3
  6. package/flutter_app/.metadata +42 -0
  7. package/flutter_app/README.md +21 -0
  8. package/flutter_app/analysis_options.yaml +32 -0
  9. package/flutter_app/android/app/build.gradle.kts +111 -0
  10. package/flutter_app/android/app/src/debug/AndroidManifest.xml +7 -0
  11. package/flutter_app/android/app/src/main/AndroidManifest.xml +171 -0
  12. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/MainActivity.kt +804 -0
  13. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/auto/NeoAgentCarAppService.kt +114 -0
  14. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthConnectGateway.kt +280 -0
  15. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncNotifications.kt +113 -0
  16. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncPayload.kt +57 -0
  17. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncScheduler.kt +78 -0
  18. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/HealthSyncWorker.kt +253 -0
  19. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/health/PermissionsRationaleActivity.kt +46 -0
  20. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingBootReceiver.kt +21 -0
  21. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingForegroundService.kt +586 -0
  22. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingStateStore.kt +78 -0
  23. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingUploadClient.kt +104 -0
  24. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/telecom/NeoAgentConnection.kt +118 -0
  25. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/telecom/NeoAgentConnectionService.kt +86 -0
  26. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/AiHomeWidgetProvider.kt +457 -0
  27. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/AiWidgetStore.kt +194 -0
  28. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/VoiceLaunchWidgetProvider.kt +67 -0
  29. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetConfigActivity.kt +228 -0
  30. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetSyncScheduler.kt +72 -0
  31. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetSyncWorker.kt +186 -0
  32. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/widgets/WidgetTaskRunWorker.kt +210 -0
  33. package/flutter_app/android/app/src/main/res/drawable/launch_background.xml +12 -0
  34. package/flutter_app/android/app/src/main/res/drawable/neoagent_ai_widget_bg.xml +11 -0
  35. package/flutter_app/android/app/src/main/res/drawable/neoagent_ai_widget_task_bg.xml +8 -0
  36. package/flutter_app/android/app/src/main/res/drawable-v21/launch_background.xml +12 -0
  37. package/flutter_app/android/app/src/main/res/layout/neoagent_ai_widget.xml +138 -0
  38. package/flutter_app/android/app/src/main/res/layout/neoagent_ai_widget_task_row.xml +52 -0
  39. package/flutter_app/android/app/src/main/res/layout/neoagent_voice_widget.xml +49 -0
  40. package/flutter_app/android/app/src/main/res/mipmap-hdpi/ic_launcher.png +0 -0
  41. package/flutter_app/android/app/src/main/res/mipmap-mdpi/ic_launcher.png +0 -0
  42. package/flutter_app/android/app/src/main/res/mipmap-xhdpi/ic_launcher.png +0 -0
  43. package/flutter_app/android/app/src/main/res/mipmap-xxhdpi/ic_launcher.png +0 -0
  44. package/flutter_app/android/app/src/main/res/mipmap-xxxhdpi/ic_launcher.png +0 -0
  45. package/flutter_app/android/app/src/main/res/values/arrays.xml +8 -0
  46. package/flutter_app/android/app/src/main/res/values/strings.xml +12 -0
  47. package/flutter_app/android/app/src/main/res/values/styles.xml +18 -0
  48. package/flutter_app/android/app/src/main/res/values-night/styles.xml +18 -0
  49. package/flutter_app/android/app/src/main/res/xml/automotive_app_desc.xml +4 -0
  50. package/flutter_app/android/app/src/main/res/xml/file_paths.xml +6 -0
  51. package/flutter_app/android/app/src/main/res/xml/neoagent_ai_widget_info.xml +12 -0
  52. package/flutter_app/android/app/src/main/res/xml/neoagent_voice_widget_info.xml +12 -0
  53. package/flutter_app/android/app/src/profile/AndroidManifest.xml +7 -0
  54. package/flutter_app/android/build.gradle.kts +24 -0
  55. package/flutter_app/android/ci-release.keystore +0 -0
  56. package/flutter_app/android/gradle/wrapper/gradle-wrapper.properties +5 -0
  57. package/flutter_app/android/gradle.properties +3 -0
  58. package/flutter_app/android/key.properties +4 -0
  59. package/flutter_app/android/settings.gradle.kts +26 -0
  60. package/flutter_app/assets/branding/app_icon_1024.png +0 -0
  61. package/flutter_app/assets/branding/app_icon_128.png +0 -0
  62. package/flutter_app/assets/branding/app_icon_192.png +0 -0
  63. package/flutter_app/assets/branding/app_icon_256.png +0 -0
  64. package/flutter_app/assets/branding/app_icon_32.png +0 -0
  65. package/flutter_app/assets/branding/app_icon_512.png +0 -0
  66. package/flutter_app/assets/branding/app_icon_64.png +0 -0
  67. package/flutter_app/assets/branding/onboarding_intro.mp4 +0 -0
  68. package/flutter_app/assets/branding/tray_icon_template.png +0 -0
  69. package/flutter_app/lib/features/location/location_service.dart +119 -0
  70. package/flutter_app/lib/features/notifications/notification_interceptor.dart +97 -0
  71. package/flutter_app/lib/features/onboarding/onboarding_chrome.dart +569 -0
  72. package/flutter_app/lib/features/onboarding/onboarding_messaging_step.dart +157 -0
  73. package/flutter_app/lib/features/onboarding/onboarding_model_step.dart +233 -0
  74. package/flutter_app/lib/features/onboarding/onboarding_shell.dart +57 -0
  75. package/flutter_app/lib/features/onboarding/onboarding_video_step.dart +218 -0
  76. package/flutter_app/lib/features/onboarding/onboarding_welcome_step.dart +46 -0
  77. package/flutter_app/lib/main.dart +103 -0
  78. package/flutter_app/lib/main_account_settings.dart +1250 -0
  79. package/flutter_app/lib/main_admin.dart +886 -0
  80. package/flutter_app/lib/main_app_shell.dart +2134 -0
  81. package/flutter_app/lib/main_chat.dart +3316 -0
  82. package/flutter_app/lib/main_controller.dart +6836 -0
  83. package/flutter_app/lib/main_devices.dart +2396 -0
  84. package/flutter_app/lib/main_integrations.dart +909 -0
  85. package/flutter_app/lib/main_launcher.dart +959 -0
  86. package/flutter_app/lib/main_launcher_entry.dart +5 -0
  87. package/flutter_app/lib/main_models.dart +3539 -0
  88. package/flutter_app/lib/main_navigation.dart +188 -0
  89. package/flutter_app/lib/main_operations.dart +4851 -0
  90. package/flutter_app/lib/main_recordings.dart +920 -0
  91. package/flutter_app/lib/main_runtime.dart +838 -0
  92. package/flutter_app/lib/main_settings.dart +2040 -0
  93. package/flutter_app/lib/main_shared.dart +3147 -0
  94. package/flutter_app/lib/main_theme.dart +257 -0
  95. package/flutter_app/lib/main_voice_assistant.dart +957 -0
  96. package/flutter_app/lib/src/android_apk_drop_zone.dart +32 -0
  97. package/flutter_app/lib/src/android_apk_drop_zone_stub.dart +16 -0
  98. package/flutter_app/lib/src/android_apk_drop_zone_web.dart +348 -0
  99. package/flutter_app/lib/src/android_app_installer.dart +22 -0
  100. package/flutter_app/lib/src/android_app_installer_io.dart +122 -0
  101. package/flutter_app/lib/src/android_app_installer_stub.dart +21 -0
  102. package/flutter_app/lib/src/android_auto_bridge.dart +59 -0
  103. package/flutter_app/lib/src/android_launcher_bridge.dart +239 -0
  104. package/flutter_app/lib/src/app_launch_bridge.dart +29 -0
  105. package/flutter_app/lib/src/app_release_updater.dart +511 -0
  106. package/flutter_app/lib/src/backend_client.dart +1837 -0
  107. package/flutter_app/lib/src/desktop_companion.dart +2 -0
  108. package/flutter_app/lib/src/desktop_companion_actions.dart +586 -0
  109. package/flutter_app/lib/src/desktop_companion_io.dart +538 -0
  110. package/flutter_app/lib/src/desktop_companion_stub.dart +59 -0
  111. package/flutter_app/lib/src/desktop_native_bridge.dart +91 -0
  112. package/flutter_app/lib/src/desktop_screen_capture.dart +21 -0
  113. package/flutter_app/lib/src/desktop_screen_capture_io.dart +142 -0
  114. package/flutter_app/lib/src/desktop_screen_capture_stub.dart +12 -0
  115. package/flutter_app/lib/src/diagnostics_logger.dart +119 -0
  116. package/flutter_app/lib/src/health_bridge.dart +136 -0
  117. package/flutter_app/lib/src/live_voice_capture.dart +85 -0
  118. package/flutter_app/lib/src/messaging_access_summary.dart +46 -0
  119. package/flutter_app/lib/src/network/app_http_client.dart +53 -0
  120. package/flutter_app/lib/src/network/app_http_client_factory.dart +6 -0
  121. package/flutter_app/lib/src/network/app_http_client_io.dart +138 -0
  122. package/flutter_app/lib/src/network/app_http_client_stub.dart +3 -0
  123. package/flutter_app/lib/src/network/app_http_client_web.dart +94 -0
  124. package/flutter_app/lib/src/oauth_launcher.dart +33 -0
  125. package/flutter_app/lib/src/oauth_launcher_io.dart +95 -0
  126. package/flutter_app/lib/src/oauth_launcher_stub.dart +33 -0
  127. package/flutter_app/lib/src/oauth_launcher_web.dart +107 -0
  128. package/flutter_app/lib/src/recording_bridge.dart +232 -0
  129. package/flutter_app/lib/src/recording_bridge_io.dart +1019 -0
  130. package/flutter_app/lib/src/recording_bridge_stub.dart +120 -0
  131. package/flutter_app/lib/src/recording_bridge_web.dart +689 -0
  132. package/flutter_app/lib/src/recording_payloads.dart +86 -0
  133. package/flutter_app/lib/src/theme/palette.dart +81 -0
  134. package/flutter_app/lib/src/web_app_update_monitor.dart +17 -0
  135. package/flutter_app/lib/src/web_app_update_monitor_stub.dart +24 -0
  136. package/flutter_app/lib/src/web_app_update_monitor_web.dart +123 -0
  137. package/flutter_app/lib/src/widget_bridge.dart +49 -0
  138. package/flutter_app/linux/CMakeLists.txt +128 -0
  139. package/flutter_app/linux/flutter/CMakeLists.txt +88 -0
  140. package/flutter_app/linux/flutter/generated_plugin_registrant.cc +47 -0
  141. package/flutter_app/linux/flutter/generated_plugin_registrant.h +15 -0
  142. package/flutter_app/linux/flutter/generated_plugins.cmake +32 -0
  143. package/flutter_app/linux/runner/CMakeLists.txt +26 -0
  144. package/flutter_app/linux/runner/main.cc +6 -0
  145. package/flutter_app/linux/runner/my_application.cc +144 -0
  146. package/flutter_app/linux/runner/my_application.h +18 -0
  147. package/flutter_app/linux/runner/resources/app_icon.png +0 -0
  148. package/flutter_app/macos/Flutter/Flutter-Debug.xcconfig +2 -0
  149. package/flutter_app/macos/Flutter/Flutter-Release.xcconfig +2 -0
  150. package/flutter_app/macos/Flutter/GeneratedPluginRegistrant.swift +44 -0
  151. package/flutter_app/macos/Podfile +42 -0
  152. package/flutter_app/macos/Podfile.lock +87 -0
  153. package/flutter_app/macos/Runner/AppDelegate.swift +576 -0
  154. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/Contents.json +68 -0
  155. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_1024.png +0 -0
  156. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_128.png +0 -0
  157. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_16.png +0 -0
  158. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_256.png +0 -0
  159. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_32.png +0 -0
  160. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_512.png +0 -0
  161. package/flutter_app/macos/Runner/Assets.xcassets/AppIcon.appiconset/app_icon_64.png +0 -0
  162. package/flutter_app/macos/Runner/Base.lproj/MainMenu.xib +342 -0
  163. package/flutter_app/macos/Runner/Configs/AppInfo.xcconfig +14 -0
  164. package/flutter_app/macos/Runner/Configs/Debug.xcconfig +2 -0
  165. package/flutter_app/macos/Runner/Configs/Release.xcconfig +2 -0
  166. package/flutter_app/macos/Runner/Configs/Warnings.xcconfig +13 -0
  167. package/flutter_app/macos/Runner/DebugProfile.entitlements +16 -0
  168. package/flutter_app/macos/Runner/Info.plist +36 -0
  169. package/flutter_app/macos/Runner/MainFlutterWindow.swift +19 -0
  170. package/flutter_app/macos/Runner/Release.entitlements +12 -0
  171. package/flutter_app/macos/Runner.xcodeproj/project.pbxproj +801 -0
  172. package/flutter_app/macos/Runner.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -0
  173. package/flutter_app/macos/Runner.xcodeproj/xcshareddata/xcschemes/Runner.xcscheme +99 -0
  174. package/flutter_app/macos/Runner.xcworkspace/contents.xcworkspacedata +10 -0
  175. package/flutter_app/macos/Runner.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -0
  176. package/flutter_app/macos/RunnerTests/RunnerTests.swift +12 -0
  177. package/flutter_app/patch_strings.py +12 -0
  178. package/flutter_app/pubspec.lock +1224 -0
  179. package/flutter_app/pubspec.yaml +57 -0
  180. package/flutter_app/test/messaging_access_summary_test.dart +22 -0
  181. package/flutter_app/test/recording_payloads_test.dart +53 -0
  182. package/flutter_app/third_party/desktop_audio_capture/LICENSE +21 -0
  183. package/flutter_app/third_party/desktop_audio_capture/README.md +262 -0
  184. package/flutter_app/third_party/desktop_audio_capture/lib/audio_capture.dart +65 -0
  185. package/flutter_app/third_party/desktop_audio_capture/lib/config/mic_audio_config.dart +153 -0
  186. package/flutter_app/third_party/desktop_audio_capture/lib/config/system_adudio_config.dart +110 -0
  187. package/flutter_app/third_party/desktop_audio_capture/lib/mic/mic_audio_capture.dart +461 -0
  188. package/flutter_app/third_party/desktop_audio_capture/lib/model/audio_status.dart +91 -0
  189. package/flutter_app/third_party/desktop_audio_capture/lib/model/decibel_data.dart +106 -0
  190. package/flutter_app/third_party/desktop_audio_capture/lib/model/input_device_type.dart +219 -0
  191. package/flutter_app/third_party/desktop_audio_capture/lib/system/system_audio_capture.dart +336 -0
  192. package/flutter_app/third_party/desktop_audio_capture/linux/CMakeLists.txt +101 -0
  193. package/flutter_app/third_party/desktop_audio_capture/linux/audio_capture_plugin.cc +692 -0
  194. package/flutter_app/third_party/desktop_audio_capture/linux/include/audio_capture/audio_capture_plugin.h +35 -0
  195. package/flutter_app/third_party/desktop_audio_capture/linux/include/audio_capture/mic_capture_plugin.h +36 -0
  196. package/flutter_app/third_party/desktop_audio_capture/linux/include/desktop_audio_capture/audio_capture_plugin.h +32 -0
  197. package/flutter_app/third_party/desktop_audio_capture/linux/include/desktop_audio_capture/mic_capture_plugin.h +32 -0
  198. package/flutter_app/third_party/desktop_audio_capture/linux/mic_capture_plugin.cc +878 -0
  199. package/flutter_app/third_party/desktop_audio_capture/macos/Classes/AudioCapturePlugin.swift +27 -0
  200. package/flutter_app/third_party/desktop_audio_capture/macos/Classes/MicCapturePlugin.swift +1172 -0
  201. package/flutter_app/third_party/desktop_audio_capture/macos/Classes/SystemCapturePlugin.swift +655 -0
  202. package/flutter_app/third_party/desktop_audio_capture/macos/Resources/PrivacyInfo.xcprivacy +12 -0
  203. package/flutter_app/third_party/desktop_audio_capture/macos/desktop_audio_capture.podspec +30 -0
  204. package/flutter_app/third_party/desktop_audio_capture/pubspec.yaml +87 -0
  205. package/flutter_app/third_party/desktop_audio_capture/windows/CMakeLists.txt +105 -0
  206. package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin.cpp +80 -0
  207. package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin.h +31 -0
  208. package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin_c_api.cpp +12 -0
  209. package/flutter_app/third_party/desktop_audio_capture/windows/include/audio_capture/audio_capture_plugin_c_api.h +23 -0
  210. package/flutter_app/third_party/desktop_audio_capture/windows/include/desktop_audio_capture/audio_capture_plugin.h +25 -0
  211. package/flutter_app/third_party/desktop_audio_capture/windows/mic_capture_plugin.cpp +1117 -0
  212. package/flutter_app/third_party/desktop_audio_capture/windows/mic_capture_plugin.h +115 -0
  213. package/flutter_app/third_party/desktop_audio_capture/windows/system_audio_capture_plugin.cpp +777 -0
  214. package/flutter_app/third_party/desktop_audio_capture/windows/system_audio_capture_plugin.h +87 -0
  215. package/flutter_app/third_party/flutter_secure_storage_linux/linux/CMakeLists.txt +30 -0
  216. package/flutter_app/third_party/flutter_secure_storage_linux/linux/flutter_secure_storage_linux_plugin.cc +215 -0
  217. package/flutter_app/third_party/flutter_secure_storage_linux/linux/include/flutter_secure_storage_linux/flutter_secure_storage_linux_plugin.h +27 -0
  218. package/flutter_app/third_party/flutter_secure_storage_linux/pubspec.yaml +20 -0
  219. package/flutter_app/tool/generate_desktop_branding.py +219 -0
  220. package/flutter_app/web/favicon.png +0 -0
  221. package/flutter_app/web/favicon.svg +12 -0
  222. package/flutter_app/web/icons/Icon-192.png +0 -0
  223. package/flutter_app/web/icons/Icon-512.png +0 -0
  224. package/flutter_app/web/icons/Icon-maskable-192.png +0 -0
  225. package/flutter_app/web/icons/Icon-maskable-512.png +0 -0
  226. package/flutter_app/web/index.html +39 -0
  227. package/flutter_app/web/manifest.json +35 -0
  228. package/flutter_app/windows/CMakeLists.txt +108 -0
  229. package/flutter_app/windows/flutter/CMakeLists.txt +109 -0
  230. package/flutter_app/windows/flutter/generated_plugin_registrant.cc +50 -0
  231. package/flutter_app/windows/flutter/generated_plugin_registrant.h +15 -0
  232. package/flutter_app/windows/flutter/generated_plugins.cmake +36 -0
  233. package/flutter_app/windows/runner/CMakeLists.txt +41 -0
  234. package/flutter_app/windows/runner/Runner.rc +121 -0
  235. package/flutter_app/windows/runner/flutter_window.cpp +533 -0
  236. package/flutter_app/windows/runner/flutter_window.h +37 -0
  237. package/flutter_app/windows/runner/main.cpp +53 -0
  238. package/flutter_app/windows/runner/resource.h +16 -0
  239. package/flutter_app/windows/runner/resources/app_icon.ico +0 -0
  240. package/flutter_app/windows/runner/runner.exe.manifest +14 -0
  241. package/flutter_app/windows/runner/utils.cpp +65 -0
  242. package/flutter_app/windows/runner/utils.h +19 -0
  243. package/flutter_app/windows/runner/win32_window.cpp +299 -0
  244. package/flutter_app/windows/runner/win32_window.h +102 -0
  245. package/lib/install_helpers.js +31 -0
  246. package/lib/manager.js +201 -6
  247. package/package.json +5 -3
  248. package/server/db/database.js +125 -1
  249. package/server/http/middleware.js +55 -2
  250. package/server/http/routes.js +1 -0
  251. package/server/http/static.js +41 -1
  252. package/server/index.js +3 -0
  253. package/server/public/.last_build_id +1 -1
  254. package/server/public/assets/AssetManifest.bin +1 -1
  255. package/server/public/assets/AssetManifest.bin.json +1 -1
  256. package/server/public/assets/NOTICES +281 -1
  257. package/server/public/assets/assets/branding/onboarding_intro.mp4 +0 -0
  258. package/server/public/assets/fonts/MaterialIcons-Regular.otf +0 -0
  259. package/server/public/canvaskit/wimp.wasm +0 -0
  260. package/server/public/flutter_bootstrap.js +2 -2
  261. package/server/public/main.dart.js +86314 -82363
  262. package/server/routes/auth.js +26 -5
  263. package/server/routes/integrations.js +108 -1
  264. package/server/routes/memory.js +11 -2
  265. package/server/routes/settings.js +84 -2
  266. package/server/routes/wearable.js +67 -0
  267. package/server/services/ai/engine.js +3 -2
  268. package/server/services/ai/models.js +30 -0
  269. package/server/services/ai/providers/githubCopilot.js +97 -0
  270. package/server/services/ai/providers/openai.js +2 -1
  271. package/server/services/ai/providers/openaiCodex.js +31 -0
  272. package/server/services/ai/settings.js +20 -0
  273. package/server/services/ai/toolSelector.js +54 -1
  274. package/server/services/ai/tools.js +88 -5
  275. package/server/services/desktop/screenRecorder.js +65 -9
  276. package/server/services/integrations/env.js +5 -0
  277. package/server/services/integrations/figma/provider.js +1 -0
  278. package/server/services/integrations/github/common.js +106 -0
  279. package/server/services/integrations/github/provider.js +499 -0
  280. package/server/services/integrations/github/repos.js +1124 -0
  281. package/server/services/integrations/google/provider.js +1 -0
  282. package/server/services/integrations/manager.js +88 -12
  283. package/server/services/integrations/microsoft/provider.js +1 -0
  284. package/server/services/integrations/oauth_provider.js +25 -8
  285. package/server/services/integrations/provider_config_store.js +85 -0
  286. package/server/services/integrations/registry.js +4 -2
  287. package/server/services/integrations/spotify/provider.js +1 -0
  288. package/server/services/integrations/trello/provider.js +842 -0
  289. package/server/services/manager.js +46 -1
  290. package/server/services/mcp/client.js +120 -23
  291. package/server/services/memory/manager.js +39 -2
  292. package/server/services/messaging/access_policy.js +10 -0
  293. package/server/services/messaging/manager.js +49 -0
  294. package/server/services/messaging/meshtastic.js +277 -0
  295. package/server/services/messaging/meshtastic_env.js +40 -0
  296. package/server/services/messaging/meshtastic_protocol.js +530 -0
  297. package/server/services/messaging/meshtastic_protocol.test.js +33 -0
  298. package/server/services/messaging/meshtastic_tcp_transport.js +25 -0
  299. package/server/services/tasks/runtime.js +1 -1
  300. package/server/services/voice/openaiClient.js +4 -1
  301. package/server/services/voice/openaiSpeech.js +6 -1
  302. package/server/services/voice/providers.js +144 -15
  303. package/server/services/voice/runtimeManager.js +156 -19
  304. package/server/services/voice/turnRunner.js +29 -9
  305. package/server/services/wearable/firmware_manifest.js +353 -0
  306. package/server/services/wearable/gateway.js +350 -0
  307. package/server/services/wearable/protocol.js +45 -0
  308. package/server/services/wearable/service.js +240 -0
  309. package/server/services/widgets/service.js +3 -0
  310. package/server/utils/local_secrets.js +56 -0
  311. package/server/utils/logger.js +37 -9
  312. package/server/services/integrations/home_assistant/provider.js +0 -350
@@ -1,350 +0,0 @@
1
- 'use strict';
2
-
3
- const crypto = require('crypto');
4
- const {
5
- describeEnvStatus,
6
- resolveHomeAssistantOAuthConfig,
7
- } = require('../env');
8
- const {
9
- appendQuery,
10
- createOAuthProvider,
11
- fetchJson,
12
- } = require('../oauth_provider');
13
-
14
- const HOME_ASSISTANT_APPS = [
15
- {
16
- id: 'home_assistant',
17
- label: 'Home Assistant',
18
- description: 'Connect Home Assistant for entity state queries, service calls, and API access.',
19
- scopes: ['homeassistant'],
20
- },
21
- ];
22
-
23
- const homeAssistantToolDefinitions = [
24
- {
25
- appId: 'home_assistant',
26
- name: 'home_assistant_get_config',
27
- access: 'read',
28
- description: 'Get Home Assistant configuration details for the connected instance.',
29
- parameters: { type: 'object', properties: {} },
30
- },
31
- {
32
- appId: 'home_assistant',
33
- name: 'home_assistant_list_states',
34
- access: 'read',
35
- description: 'List entity states from Home Assistant. Optional filters are applied client-side.',
36
- parameters: {
37
- type: 'object',
38
- properties: {
39
- domain: {
40
- type: 'string',
41
- description: 'Optional entity domain filter, for example light, climate, or switch.',
42
- },
43
- limit: {
44
- type: 'number',
45
- description: 'Optional max entities to return, default 100.',
46
- },
47
- },
48
- },
49
- },
50
- {
51
- appId: 'home_assistant',
52
- name: 'home_assistant_get_state',
53
- access: 'read',
54
- description: 'Get state for a single Home Assistant entity by entity_id.',
55
- parameters: {
56
- type: 'object',
57
- properties: {
58
- entity_id: { type: 'string', description: 'Entity ID, for example light.living_room.' },
59
- },
60
- required: ['entity_id'],
61
- },
62
- },
63
- {
64
- appId: 'home_assistant',
65
- name: 'home_assistant_call_service',
66
- access: 'write',
67
- description: 'Call a Home Assistant service such as light.turn_on or climate.set_temperature.',
68
- parameters: {
69
- type: 'object',
70
- properties: {
71
- domain: { type: 'string', description: 'Service domain, for example light, climate, or switch.' },
72
- service: { type: 'string', description: 'Service name, for example turn_on, turn_off, or set_temperature.' },
73
- service_data: { type: 'object', description: 'Optional Home Assistant service data payload.' },
74
- },
75
- required: ['domain', 'service'],
76
- },
77
- },
78
- {
79
- appId: 'home_assistant',
80
- name: 'home_assistant_api_request',
81
- access: 'dynamic_http_method',
82
- description: 'Make an authenticated Home Assistant REST API request for advanced operations.',
83
- parameters: {
84
- type: 'object',
85
- properties: {
86
- method: { type: 'string', description: 'HTTP method: GET, POST, PUT, PATCH, or DELETE.' },
87
- path: { type: 'string', description: 'API path under the configured instance, for example /api/history/period.' },
88
- query: { type: 'object', description: 'Optional query parameters.' },
89
- body: { type: 'object', description: 'Optional JSON body.' },
90
- },
91
- required: ['method', 'path'],
92
- },
93
- },
94
- ];
95
-
96
- function requireText(value, label) {
97
- const text = String(value || '').trim();
98
- if (!text) throw new Error(`${label} is required.`);
99
- return text;
100
- }
101
-
102
- function homeAssistantUrl(baseUrl, path, query) {
103
- const normalizedBase = String(baseUrl || '').trim().replace(/\/$/, '');
104
- if (!normalizedBase) {
105
- throw new Error('HOME_ASSISTANT_BASE_URL is required.');
106
- }
107
- const url = new URL(
108
- String(path || '').startsWith('http')
109
- ? String(path)
110
- : `${normalizedBase}${String(path || '').startsWith('/') ? '' : '/'}${path}`,
111
- );
112
- if (new URL(normalizedBase).origin !== url.origin) {
113
- throw new Error('Home Assistant request URL must stay on HOME_ASSISTANT_BASE_URL origin.');
114
- }
115
- for (const [key, value] of Object.entries(query || {})) {
116
- if (value !== undefined && value !== null) url.searchParams.set(key, String(value));
117
- }
118
- return url.toString();
119
- }
120
-
121
- async function homeAssistantRequest(credentials, options = {}) {
122
- const config = resolveHomeAssistantOAuthConfig();
123
- const accessToken = String(credentials?.access_token || '').trim();
124
- if (!accessToken) {
125
- throw new Error('Home Assistant access token is missing. Reconnect this integration account.');
126
- }
127
- const method = String(options.method || 'GET').toUpperCase();
128
- return fetchJson(
129
- homeAssistantUrl(config.baseUrl, options.path, options.query),
130
- {
131
- method,
132
- headers: {
133
- Authorization: `Bearer ${accessToken}`,
134
- },
135
- ...(options.body === undefined ? {} : { json: options.body }),
136
- },
137
- { serviceName: 'Home Assistant' },
138
- );
139
- }
140
-
141
- async function executeHomeAssistantTool(toolName, args, { credentials }) {
142
- switch (toolName) {
143
- case 'home_assistant_get_config':
144
- return {
145
- result: await homeAssistantRequest(credentials, { path: '/api/config' }),
146
- };
147
- case 'home_assistant_list_states': {
148
- const states = await homeAssistantRequest(credentials, { path: '/api/states' });
149
- const domain = String(args.domain || '').trim().toLowerCase();
150
- const limit = Math.max(1, Math.min(Number(args.limit) || 100, 500));
151
- const filtered = Array.isArray(states)
152
- ? states.filter((item) => {
153
- if (!domain) return true;
154
- const entityId = String(item?.entity_id || '').toLowerCase();
155
- return entityId.startsWith(`${domain}.`);
156
- })
157
- : [];
158
- return {
159
- result: filtered.slice(0, limit),
160
- };
161
- }
162
- case 'home_assistant_get_state':
163
- return {
164
- result: await homeAssistantRequest(credentials, {
165
- path: `/api/states/${encodeURIComponent(requireText(args.entity_id, 'entity_id'))}`,
166
- }),
167
- };
168
- case 'home_assistant_call_service':
169
- return {
170
- result: await homeAssistantRequest(credentials, {
171
- method: 'POST',
172
- path: `/api/services/${encodeURIComponent(requireText(args.domain, 'domain'))}/${encodeURIComponent(requireText(args.service, 'service'))}`,
173
- body: args.service_data || {},
174
- }),
175
- };
176
- case 'home_assistant_api_request':
177
- return {
178
- result: await homeAssistantRequest(credentials, {
179
- method: args.method,
180
- path: requireText(args.path, 'path'),
181
- query: args.query,
182
- body: args.body,
183
- }),
184
- };
185
- default:
186
- return null;
187
- }
188
- }
189
-
190
- function resolveHomeAssistantEnvStatus() {
191
- const config = resolveHomeAssistantOAuthConfig();
192
- const missing = config.missing.slice();
193
- if (!config.baseUrl) {
194
- missing.push('HOME_ASSISTANT_BASE_URL');
195
- }
196
- return describeEnvStatus(
197
- {
198
- configured: missing.length === 0,
199
- missing,
200
- },
201
- { label: 'Home Assistant' },
202
- );
203
- }
204
-
205
- function normalizeCurrentUser(currentUser) {
206
- const payload = currentUser && typeof currentUser === 'object' ? currentUser : {};
207
- return {
208
- id: payload.id || null,
209
- name: payload.name || null,
210
- username: payload.username || null,
211
- email: payload.email || null,
212
- isOwner: Boolean(payload.is_owner),
213
- };
214
- }
215
-
216
- function stableAccountEmailLikeIdentifier(user, config) {
217
- const normalized = normalizeCurrentUser(user);
218
- const preferred = [normalized.email, normalized.username, normalized.id, normalized.name]
219
- .map((value) => String(value || '').trim())
220
- .find(Boolean);
221
- if (preferred) {
222
- return preferred;
223
- }
224
- const host = new URL(config.baseUrl).host;
225
- return `homeassistant@${host}`;
226
- }
227
-
228
- async function fetchCurrentUser(token) {
229
- const config = resolveHomeAssistantOAuthConfig();
230
- return fetchJson(
231
- homeAssistantUrl(config.baseUrl, '/api/auth/current_user'),
232
- {
233
- method: 'GET',
234
- headers: {
235
- Authorization: `Bearer ${token}`,
236
- },
237
- },
238
- { serviceName: 'Home Assistant' },
239
- ).catch(() => null);
240
- }
241
-
242
- function createHomeAssistantProvider() {
243
- return createOAuthProvider({
244
- key: 'home_assistant',
245
- label: 'Home Assistant',
246
- description:
247
- 'Official Home Assistant account connections for entity state reads, service control, and automation support.',
248
- icon: 'home_assistant',
249
- apps: HOME_ASSISTANT_APPS,
250
- toolDefinitions: homeAssistantToolDefinitions,
251
- connectPrompt:
252
- 'Connect your Home Assistant account to let the agent read entity states and control services with structured tools.',
253
- getEnvStatus() {
254
- return resolveHomeAssistantEnvStatus();
255
- },
256
- async beginOAuth({ state, codeVerifier, app }) {
257
- const config = resolveHomeAssistantOAuthConfig();
258
- const codeChallenge = String(codeChallengeForVerifier(codeVerifier));
259
- return {
260
- url: appendQuery(homeAssistantUrl(config.baseUrl, '/auth/authorize'), {
261
- response_type: 'code',
262
- client_id: config.clientId,
263
- redirect_uri: config.redirectUri,
264
- state,
265
- scope: app.scopes.join(' '),
266
- code_challenge: codeChallenge,
267
- code_challenge_method: 'S256',
268
- }),
269
- appId: app.id,
270
- };
271
- },
272
- async finishOAuth({ code, codeVerifier, app }) {
273
- const config = resolveHomeAssistantOAuthConfig();
274
- const token = await fetchJson(
275
- homeAssistantUrl(config.baseUrl, '/auth/token'),
276
- {
277
- method: 'POST',
278
- form: {
279
- grant_type: 'authorization_code',
280
- client_id: config.clientId,
281
- client_secret: config.clientSecret,
282
- code,
283
- code_verifier: codeVerifier,
284
- redirect_uri: config.redirectUri,
285
- },
286
- },
287
- { serviceName: 'Home Assistant' },
288
- );
289
-
290
- const accessToken = String(token?.access_token || '').trim();
291
- if (!accessToken) {
292
- throw new Error('Home Assistant OAuth did not return an access token.');
293
- }
294
-
295
- const refreshToken = String(token?.refresh_token || '').trim();
296
- if (!refreshToken) {
297
- throw new Error('Home Assistant OAuth did not return a refresh token.');
298
- }
299
-
300
- const currentUser = await fetchCurrentUser(accessToken);
301
- const normalizedUser = normalizeCurrentUser(currentUser);
302
- const accountEmail = stableAccountEmailLikeIdentifier(normalizedUser, config);
303
-
304
- return {
305
- appId: app.id,
306
- accountEmail,
307
- credentials: {
308
- access_token: accessToken,
309
- refresh_token: refreshToken,
310
- token_type: token?.token_type || 'Bearer',
311
- expires_in: token?.expires_in || null,
312
- scope: token?.scope || app.scopes.join(' '),
313
- },
314
- scopes: Array.isArray(token?.scope)
315
- ? token.scope
316
- : String(token?.scope || app.scopes.join(' '))
317
- .split(/\s+/)
318
- .map((scope) => scope.trim())
319
- .filter(Boolean),
320
- metadata: {
321
- homeAssistantUrl: config.baseUrl,
322
- userId: normalizedUser.id,
323
- name: normalizedUser.name,
324
- username: normalizedUser.username,
325
- email: normalizedUser.email,
326
- isOwner: normalizedUser.isOwner,
327
- },
328
- };
329
- },
330
- executeTool: executeHomeAssistantTool,
331
- });
332
- }
333
-
334
- function base64UrlSha256(value) {
335
- return crypto
336
- .createHash('sha256')
337
- .update(String(value || ''))
338
- .digest('base64')
339
- .replace(/\+/g, '-')
340
- .replace(/\//g, '_')
341
- .replace(/=+$/g, '');
342
- }
343
-
344
- function codeChallengeForVerifier(codeVerifier) {
345
- return base64UrlSha256(String(codeVerifier || ''));
346
- }
347
-
348
- module.exports = {
349
- createHomeAssistantProvider,
350
- };