neoagent 3.1.1-beta.9 → 3.2.1-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (151) hide show
  1. package/.env.example +2 -2
  2. package/README.md +5 -1
  3. package/docs/architecture.md +1 -1
  4. package/docs/benchmarking.md +68 -87
  5. package/docs/capabilities.md +1 -1
  6. package/docs/clients-and-devices.md +3 -4
  7. package/docs/configuration.md +1 -1
  8. package/docs/devices.md +1 -2
  9. package/docs/health.md +24 -0
  10. package/docs/index.md +2 -2
  11. package/docs/integrations-architecture.md +6 -0
  12. package/docs/integrations.md +15 -1
  13. package/docs/models.md +1 -1
  14. package/docs/persistence.md +1 -1
  15. package/docs/why-neoagent.md +1 -1
  16. package/flutter_app/README.md +0 -5
  17. package/flutter_app/android/app/src/main/AndroidManifest.xml +0 -14
  18. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/MainActivity.kt +0 -98
  19. package/flutter_app/lib/main.dart +0 -6
  20. package/flutter_app/lib/main_app_shell.dart +0 -2
  21. package/flutter_app/lib/main_controller.dart +2 -867
  22. package/flutter_app/lib/main_devices.dart +0 -73
  23. package/flutter_app/lib/main_integrations.dart +339 -187
  24. package/flutter_app/lib/main_launcher.dart +2 -212
  25. package/flutter_app/lib/main_models.dart +0 -259
  26. package/flutter_app/lib/main_navigation.dart +2 -14
  27. package/flutter_app/lib/main_operations.dart +875 -383
  28. package/flutter_app/lib/main_runtime.dart +9 -208
  29. package/flutter_app/lib/main_settings.dart +17 -199
  30. package/flutter_app/lib/main_shared.dart +20 -591
  31. package/flutter_app/lib/main_timeline.dart +26 -122
  32. package/flutter_app/lib/main_voice_assistant.dart +0 -5
  33. package/flutter_app/lib/src/backend_client.dart +0 -102
  34. package/flutter_app/lib/src/desktop_companion_io.dart +1 -65
  35. package/flutter_app/lib/src/desktop_companion_stub.dart +0 -12
  36. package/flutter_app/linux/flutter/generated_plugin_registrant.cc +0 -4
  37. package/flutter_app/linux/flutter/generated_plugins.cmake +0 -1
  38. package/flutter_app/macos/Flutter/GeneratedPluginRegistrant.swift +0 -2
  39. package/flutter_app/macos/Podfile.lock +56 -5
  40. package/flutter_app/pubspec.lock +0 -7
  41. package/flutter_app/pubspec.yaml +0 -2
  42. package/flutter_app/web/index.html +174 -0
  43. package/flutter_app/windows/flutter/generated_plugin_registrant.cc +0 -3
  44. package/flutter_app/windows/flutter/generated_plugins.cmake +0 -1
  45. package/landing/index.html +0 -2
  46. package/lib/manager.js +1 -1
  47. package/lib/schema_migrations.js +75 -0
  48. package/package.json +1 -4
  49. package/server/db/database.js +1 -133
  50. package/server/http/middleware.js +2 -16
  51. package/server/http/routes.js +0 -2
  52. package/server/public/.last_build_id +1 -1
  53. package/server/public/assets/NOTICES +0 -25
  54. package/server/public/assets/fonts/MaterialIcons-Regular.otf +0 -0
  55. package/server/public/flutter_bootstrap.js +2 -2
  56. package/server/public/index.html +174 -0
  57. package/server/public/main.dart.js +92036 -91145
  58. package/server/routes/auth.js +11 -2
  59. package/server/routes/settings.js +0 -5
  60. package/server/routes/voice_assistant.js +1 -128
  61. package/server/services/account/erasure.js +0 -3
  62. package/server/services/ai/deliverables/artifact_helpers.js +1 -1
  63. package/server/services/ai/loop/conversation_loop.js +6 -2
  64. package/server/services/ai/loop/tool_dispatch.js +0 -3
  65. package/server/services/ai/messagingFallback.js +1 -1
  66. package/server/services/ai/settings.js +0 -6
  67. package/server/services/ai/toolEvidence.js +1 -4
  68. package/server/services/ai/tools.js +0 -234
  69. package/server/services/desktop/auth.js +0 -3
  70. package/server/services/desktop/registry.js +2 -50
  71. package/server/services/integrations/neoarchive/provider.js +616 -0
  72. package/server/services/integrations/neorecall/client.js +140 -0
  73. package/server/services/integrations/neorecall/constants.js +87 -0
  74. package/server/services/integrations/neorecall/provider.js +163 -0
  75. package/server/services/integrations/registry.js +4 -2
  76. package/server/services/manager.js +0 -22
  77. package/server/services/memory/manager.js +44 -19
  78. package/server/services/memory/retrieval_reasoning.js +36 -14
  79. package/server/services/messaging/formatting_guides.js +1 -0
  80. package/server/services/messaging/whatsapp.js +18 -0
  81. package/server/services/security/tool_categories.js +0 -5
  82. package/server/services/social_video/service.js +2 -20
  83. package/server/services/tasks/adapters/index.js +1 -1
  84. package/server/services/tasks/integration_runtime.js +3 -67
  85. package/server/services/tasks/runtime.js +1 -6
  86. package/server/services/tasks/task_repository.js +6 -13
  87. package/server/services/timeline/service.js +0 -224
  88. package/server/services/voice/message.js +0 -24
  89. package/server/services/voice/providers.js +42 -1
  90. package/server/services/voice/runtimeManager.js +9 -5
  91. package/server/services/voice/turnRunner.js +0 -22
  92. package/server/services/wearable/service.js +0 -5
  93. package/docs/recordings-and-health.md +0 -41
  94. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingBootReceiver.kt +0 -21
  95. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingForegroundService.kt +0 -586
  96. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingStateStore.kt +0 -78
  97. package/flutter_app/android/app/src/main/kotlin/com/neoagent/flutter_app/recording/RecordingUploadClient.kt +0 -104
  98. package/flutter_app/lib/main_recordings.dart +0 -920
  99. package/flutter_app/lib/src/desktop_ocr_bridge.dart +0 -2
  100. package/flutter_app/lib/src/desktop_ocr_bridge_io.dart +0 -125
  101. package/flutter_app/lib/src/desktop_ocr_bridge_stub.dart +0 -30
  102. package/flutter_app/lib/src/desktop_passive_history.dart +0 -332
  103. package/flutter_app/lib/src/recording_bridge.dart +0 -232
  104. package/flutter_app/lib/src/recording_bridge_io.dart +0 -1027
  105. package/flutter_app/lib/src/recording_bridge_stub.dart +0 -120
  106. package/flutter_app/lib/src/recording_bridge_web.dart +0 -702
  107. package/flutter_app/lib/src/recording_chunk_queue.dart +0 -149
  108. package/flutter_app/lib/src/recording_chunk_queue_io.dart +0 -182
  109. package/flutter_app/lib/src/recording_payloads.dart +0 -95
  110. package/flutter_app/third_party/desktop_audio_capture/LICENSE +0 -21
  111. package/flutter_app/third_party/desktop_audio_capture/README.md +0 -262
  112. package/flutter_app/third_party/desktop_audio_capture/lib/audio_capture.dart +0 -65
  113. package/flutter_app/third_party/desktop_audio_capture/lib/config/mic_audio_config.dart +0 -153
  114. package/flutter_app/third_party/desktop_audio_capture/lib/config/system_adudio_config.dart +0 -110
  115. package/flutter_app/third_party/desktop_audio_capture/lib/mic/mic_audio_capture.dart +0 -461
  116. package/flutter_app/third_party/desktop_audio_capture/lib/model/audio_status.dart +0 -91
  117. package/flutter_app/third_party/desktop_audio_capture/lib/model/decibel_data.dart +0 -106
  118. package/flutter_app/third_party/desktop_audio_capture/lib/model/input_device_type.dart +0 -219
  119. package/flutter_app/third_party/desktop_audio_capture/lib/system/system_audio_capture.dart +0 -336
  120. package/flutter_app/third_party/desktop_audio_capture/linux/CMakeLists.txt +0 -101
  121. package/flutter_app/third_party/desktop_audio_capture/linux/audio_capture_plugin.cc +0 -692
  122. package/flutter_app/third_party/desktop_audio_capture/linux/include/audio_capture/audio_capture_plugin.h +0 -35
  123. package/flutter_app/third_party/desktop_audio_capture/linux/include/audio_capture/mic_capture_plugin.h +0 -36
  124. package/flutter_app/third_party/desktop_audio_capture/linux/include/desktop_audio_capture/audio_capture_plugin.h +0 -32
  125. package/flutter_app/third_party/desktop_audio_capture/linux/include/desktop_audio_capture/mic_capture_plugin.h +0 -32
  126. package/flutter_app/third_party/desktop_audio_capture/linux/mic_capture_plugin.cc +0 -878
  127. package/flutter_app/third_party/desktop_audio_capture/macos/Classes/AudioCapturePlugin.swift +0 -27
  128. package/flutter_app/third_party/desktop_audio_capture/macos/Classes/MicCapturePlugin.swift +0 -1172
  129. package/flutter_app/third_party/desktop_audio_capture/macos/Classes/SystemCapturePlugin.swift +0 -655
  130. package/flutter_app/third_party/desktop_audio_capture/macos/Resources/PrivacyInfo.xcprivacy +0 -12
  131. package/flutter_app/third_party/desktop_audio_capture/macos/desktop_audio_capture.podspec +0 -30
  132. package/flutter_app/third_party/desktop_audio_capture/pubspec.yaml +0 -87
  133. package/flutter_app/third_party/desktop_audio_capture/windows/CMakeLists.txt +0 -105
  134. package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin.cpp +0 -80
  135. package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin.h +0 -31
  136. package/flutter_app/third_party/desktop_audio_capture/windows/audio_capture_plugin_c_api.cpp +0 -12
  137. package/flutter_app/third_party/desktop_audio_capture/windows/include/audio_capture/audio_capture_plugin_c_api.h +0 -23
  138. package/flutter_app/third_party/desktop_audio_capture/windows/include/desktop_audio_capture/audio_capture_plugin.h +0 -25
  139. package/flutter_app/third_party/desktop_audio_capture/windows/mic_capture_plugin.cpp +0 -1117
  140. package/flutter_app/third_party/desktop_audio_capture/windows/mic_capture_plugin.h +0 -115
  141. package/flutter_app/third_party/desktop_audio_capture/windows/system_audio_capture_plugin.cpp +0 -777
  142. package/flutter_app/third_party/desktop_audio_capture/windows/system_audio_capture_plugin.h +0 -87
  143. package/server/routes/recordings.js +0 -335
  144. package/server/routes/screenHistory.js +0 -190
  145. package/server/services/ai/recordingInsights.js +0 -105
  146. package/server/services/integrations/neomail/provider.js +0 -993
  147. package/server/services/recordings/deepgram.js +0 -58
  148. package/server/services/recordings/manager.js +0 -1273
  149. package/server/services/tasks/adapters/neomail_email_received.js +0 -46
  150. package/server/services/voice/screenshotContext.js +0 -73
  151. package/server/services/voice/turnCoordinator.js +0 -51
@@ -1,115 +0,0 @@
1
- #ifndef FLUTTER_PLUGIN_MIC_CAPTURE_PLUGIN_H_
2
- #define FLUTTER_PLUGIN_MIC_CAPTURE_PLUGIN_H_
3
-
4
- #include <flutter/event_channel.h>
5
- #include <flutter/method_channel.h>
6
- #include <flutter/plugin_registrar_windows.h>
7
- #include <flutter/standard_method_codec.h>
8
-
9
- #include <memory>
10
- #include <mutex>
11
- #include <thread>
12
- #include <atomic>
13
- #include <vector>
14
- #include <string>
15
- // After existing includes, add:
16
- #include <queue>
17
- #include <chrono>
18
-
19
- // Include Windows headers for WAVEFORMATEX
20
- #include <mmsystem.h>
21
-
22
- // Forward declarations for WASAPI interfaces
23
- struct IAudioClient;
24
- struct IAudioCaptureClient;
25
- struct IMMDevice;
26
-
27
- namespace audio_capture {
28
-
29
- struct AudioDataPacket {
30
- std::vector<uint8_t> data;
31
- double decibel;
32
- std::chrono::steady_clock::time_point timestamp;
33
- };
34
-
35
- class MicCapturePlugin : public flutter::Plugin {
36
- public:
37
- static void RegisterWithRegistrar(flutter::PluginRegistrarWindows *registrar);
38
-
39
- MicCapturePlugin(flutter::PluginRegistrarWindows *registrar);
40
- ~MicCapturePlugin();
41
-
42
- // Disallow copy and assign.
43
- MicCapturePlugin(const MicCapturePlugin&) = delete;
44
- MicCapturePlugin& operator=(const MicCapturePlugin&) = delete;
45
-
46
- void HandleMethodCall(
47
- const flutter::MethodCall<flutter::EncodableValue> &method_call,
48
- std::unique_ptr<flutter::MethodResult<flutter::EncodableValue>> result);
49
-
50
- private:
51
- bool StartCapture(const flutter::EncodableMap* args);
52
- bool StopCapture();
53
- void CaptureThread();
54
- void ProcessQueue();
55
- double CalculateDecibel(const int16_t* samples, size_t sample_count);
56
- void ApplyGainBoostAndConvertToMono(const int16_t* input, int16_t* output,
57
- size_t frame_count, int input_channels,
58
- float gain_boost);
59
- void ResampleAudio(const int16_t* input, size_t input_frames,
60
- int16_t* output, size_t output_frames,
61
- int input_sample_rate, int output_sample_rate);
62
- void SendStatusUpdate(bool is_active, const std::string& device_name = "");
63
- void SendDecibelUpdate(double decibel);
64
- void QueueAudioData(std::vector<uint8_t> data, double decibel);
65
- bool HasInputDevice();
66
- std::vector<flutter::EncodableValue> GetAvailableInputDevices();
67
- std::string GetCurrentDeviceName();
68
- bool IsBluetoothDevice();
69
- void CleanupExistingCapture();
70
- void SetThreadPriority();
71
- bool OpenWASAPIStreamWithRetry(int sample_rate, int channels, int bits_per_sample,
72
- bool is_bluetooth, void** out_audio_client,
73
- void** out_capture_client, std::string* error_message);
74
-
75
- flutter::PluginRegistrarWindows* registrar_;
76
- std::unique_ptr<flutter::MethodChannel<flutter::EncodableValue>> method_channel_;
77
- std::unique_ptr<flutter::EventChannel<flutter::EncodableValue>> event_channel_;
78
- std::unique_ptr<flutter::EventChannel<flutter::EncodableValue>> status_event_channel_;
79
- std::unique_ptr<flutter::EventChannel<flutter::EncodableValue>> decibel_event_channel_;
80
-
81
- std::unique_ptr<flutter::EventSink<flutter::EncodableValue>> event_sink_;
82
- std::unique_ptr<flutter::EventSink<flutter::EncodableValue>> status_event_sink_;
83
- std::unique_ptr<flutter::EventSink<flutter::EncodableValue>> decibel_event_sink_;
84
-
85
- std::mutex mutex_;
86
- std::atomic<bool> is_capturing_;
87
- std::atomic<bool> should_stop_;
88
- std::thread capture_thread_;
89
- std::string current_device_name_;
90
-
91
- // NEW: Queue cho audio data
92
- std::queue<AudioDataPacket> audio_queue_;
93
- std::mutex queue_mutex_;
94
- static constexpr size_t kMaxQueueSize = 50; // Limit queue size
95
-
96
- // Audio configuration
97
- int sample_rate_;
98
- int channels_;
99
- int bits_per_sample_;
100
- float gain_boost_;
101
- float input_volume_;
102
-
103
- // WASAPI interfaces
104
- IAudioClient* audio_client_;
105
- IAudioCaptureClient* capture_client_;
106
- IMMDevice* device_;
107
- WAVEFORMATEX* mix_format_;
108
- UINT32 buffer_frame_count_;
109
- bool com_initialized_; // Track if we initialized COM
110
- };
111
-
112
- } // namespace audio_capture
113
-
114
- #endif // FLUTTER_PLUGIN_MIC_CAPTURE_PLUGIN_H_
115
-