neoagent 2.3.1-beta.20 → 2.3.1-beta.21

package/flutter_app/pubspec.yaml

@@ -0,0 +1,53 @@
+name: neoagent_flutter
+description: NeoAgent client for Flutter web, Android, Windows, macOS, and Linux.
+publish_to: none
+version: 1.0.0+1
+
+environment:
+  sdk: ^3.9.2
+
+dependencies:
+  flutter:
+    sdk: flutter
+  cupertino_icons: ^1.0.8
+  flutter_markdown: ^0.7.4+1
+  google_fonts: ^6.3.1
+  image: ^4.5.4
+  http: ^1.5.0
+  connectivity_plus: 6.1.5
+  shared_preferences: ^2.5.3
+  flutter_secure_storage: ^9.2.2
+  socket_io_client: ^3.1.2
+  universal_ble: ^1.1.0
+  permission_handler: ^12.0.1
+  path_provider: ^2.1.5
+  package_info_plus: ^8.3.1
+  audioplayers: ^6.1.0
+  qr_flutter: ^4.1.0
+  record: ^6.1.1
+  window_manager: ^0.5.1
+  tray_manager: ^0.5.2
+  hotkey_manager: ^0.2.3
+  desktop_audio_capture:
+    path: third_party/desktop_audio_capture
+  launch_at_startup: ^0.5.1
+  mobile_scanner: ^7.2.0
+  geolocator: ^13.0.2
+  flutter_background_service: ^5.1.0
+  notification_listener_service: ^0.3.5
+
+dependency_overrides:
+  flutter_secure_storage_linux:
+    path: third_party/flutter_secure_storage_linux
+
+dev_dependencies:
+  flutter_test:
+    sdk: flutter
+  flutter_lints: ^5.0.0
+
+flutter:
+  uses-material-design: true
+  assets:
+    - web/icons/Icon-192.png
+    - assets/branding/app_icon_256.png
+    - assets/branding/tray_icon_template.png

package/flutter_app/test/messaging_access_summary_test.dart

@@ -0,0 +1,22 @@
+import 'package:flutter/material.dart';
+import 'package:flutter_test/flutter_test.dart';
+import 'package:neoagent_flutter/src/messaging_access_summary.dart';
+
+void main() {
+  testWidgets('renders policy summary and hint', (tester) async {
+    await tester.pumpWidget(
+      MaterialApp(
+        home: Scaffold(
+          body: MessagingAccessSummaryCard(
+            accent: const Color(0xFF5865F2),
+            summary: 'DMs allowlist • shared allowlist • mentions required • 3 rules',
+            hint: 'Add users, channels, or roles.',
+          ),
+        ),
+      ),
+    );
+
+    expect(find.textContaining('DMs allowlist'), findsOneWidget);
+    expect(find.text('Add users, channels, or roles.'), findsOneWidget);
+  });
+}

package/flutter_app/test/recording_payloads_test.dart

@@ -0,0 +1,53 @@
+import 'package:flutter_test/flutter_test.dart';
+import 'package:neoagent_flutter/src/recording_payloads.dart';
+
+void main() {
+  group('recording payload builders', () {
+    test('web screen and mic payload keeps both sources', () {
+      final payload = buildWebScreenAndMicRecordingPayload();
+      final sources = payload['sources'] as List<dynamic>;
+
+      expect(payload['platform'], 'web');
+      expect(payload['screenAnalysisReady'], true);
+      expect(sources, hasLength(2));
+      expect(
+        sources.map((item) => (item as Map<String, dynamic>)['sourceKey']),
+        containsAll(<String>['screen', 'microphone']),
+      );
+    });
+
+    test('android background payload keeps background metadata', () {
+      final payload = buildAndroidBackgroundRecordingPayload();
+      final source = (payload['sources'] as List<dynamic>).single
+          as Map<String, dynamic>;
+
+      expect(payload['platform'], 'android');
+      expect(source['sourceKey'], 'microphone');
+      expect(source['mimeType'], 'audio/wav');
+      expect(
+        (source['metadata'] as Map<String, dynamic>)['backgroundCapable'],
+        true,
+      );
+    });
+
+    test('desktop payload advertises dual-source desktop capture metadata', () {
+      final payload = buildDesktopRecordingPayload();
+      final sources = (payload['sources'] as List<dynamic>)
+          .cast<Map<String, dynamic>>();
+      final systemSource = sources.firstWhere(
+        (source) => source['sourceKey'] == 'system',
+      );
+
+      expect(payload['platform'], 'desktop');
+      expect(payload['capturePlan'], 'desktop-dual-source');
+      expect(
+        sources.map((source) => source['sourceKey']),
+        containsAll(<String>['microphone', 'system']),
+      );
+      expect(
+        (systemSource['metadata'] as Map<String, dynamic>)['globalHotkeyReady'],
+        true,
+      );
+    });
+  });
+}

package/flutter_app/third_party/desktop_audio_capture/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 desktop_audio_capture
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/flutter_app/third_party/desktop_audio_capture/README.md

@@ -0,0 +1,262 @@
+# desktop_audio_capture
+
+A Flutter plugin for capturing audio on desktop platforms (macOS, Linux, Windows). Supports capturing from microphone and system audio with features like audio data streaming, decibel monitoring, device management, and permission handling.
+
+## Features
+
+- 🎤 **Microphone Capture**: Capture audio from microphone with flexible configuration
+- 🔊 **System Audio Capture**: Capture audio from system (system audio)
+- 📊 **Decibel Monitoring**: Real-time audio level monitoring
+- 🎛️ **Device Management**: List and manage available input devices
+- ⚙️ **Configurable**: Configure sample rate, channels, bit depth, gain boost
+- 🔐 **Permissions Handling**: Automatic permission handling for microphone and screen recording
+
+## Platform Support
+
+- ✅ **macOS 13.0+** (Ventura or later) - Fully tested and working
+- ✅ **Linux** - Supported
+- ✅ **Windows** - Supported
+
+> **Note**: 
+> - macOS requires **macOS 13.0 (Ventura) or later** because System Audio Capture uses APIs available from macOS 13.0+
+
+## Screenshots
+
+### Home Screen
+![Example Home](doc/example_home.png)
+
+### Microphone Settings
+![Example Setting Mic](doc/example_setting_mic.png)
+
+### System Audio Settings
+![Example Setting System](doc/example_setting_system.png)
+
+## Installation
+
+Add the dependency to your `pubspec.yaml`:
+
+```yaml
+dependencies:
+  desktop_audio_capture: ^0.0.1
+```
+
+Then run:
+
+```bash
+flutter pub get
+```
+
+## Usage
+
+### Microphone Capture
+
+```dart
+import 'package:desktop_audio_capture/audio_capture.dart';
+
+// Create instance
+final micCapture = MicAudioCapture(
+  config: MicAudioConfig(
+    sampleRate: 16000,
+    channels: 1,
+    bitDepth: 16,
+    gainBoost: 2.5,
+    inputVolume: 1.0,
+  ),
+);
+
+// Start capture
+await micCapture.startCapture();
+
+// Listen to audio stream
+micCapture.audioStream?.listen((audioData) {
+  // Process audio data (Uint8List)
+  print('Received ${audioData.length} bytes');
+});
+
+// Listen to decibel readings
+micCapture.decibelStream?.listen((decibelData) {
+  print('Decibel: ${decibelData.decibel} dB');
+  print('Timestamp: ${decibelData.timestamp}');
+});
+
+// Listen to status updates
+micCapture.statusStream?.listen((status) {
+  print('Mic active: ${status.isActive}');
+  if (status.deviceName != null) {
+    print('Device: ${status.deviceName}');
+  }
+});
+
+// Stop capture
+await micCapture.stopCapture();
+```
+
+### System Audio Capture
+
+```dart
+import 'package:desktop_audio_capture/audio_capture.dart';
+
+// Create instance
+final systemCapture = SystemAudioCapture(
+  config: SystemAudioConfig(
+    sampleRate: 44100,
+    channels: 2,
+  ),
+);
+
+// Start capture
+await systemCapture.startCapture();
+
+// Listen to audio stream
+systemCapture.audioStream?.listen((audioData) {
+  // Process audio data (Uint8List)
+  print('Received ${audioData.length} bytes');
+});
+
+// Listen to decibel readings
+systemCapture.decibelStream?.listen((decibelData) {
+  print('Decibel: ${decibelData.decibel} dB');
+  print('Timestamp: ${decibelData.timestamp}');
+});
+
+// Listen to status updates
+systemCapture.statusStream?.listen((status) {
+  print('System audio active: ${status.isActive}');
+});
+
+// Stop capture
+await systemCapture.stopCapture();
+```
+
+### Device Management (Microphone)
+
+```dart
+// Check if input device is available
+final hasDevice = await micCapture.hasInputDevice();
+
+// Get list of available devices
+final devices = await micCapture.getAvailableInputDevices();
+for (final device in devices) {
+  print('Device: ${device.name}');
+  print('Type: ${device.type.toString()}');
+  print('Channels: ${device.channelCount}');
+  print('Default: ${device.isDefault}');
+}
+```
+
+## API Reference
+
+### MicAudioCapture
+
+#### Methods
+
+- `startCapture({MicAudioConfig? config})`: Start capturing from microphone
+- `stopCapture()`: Stop capture
+- `requestPermissions()`: Request microphone access permission
+- `hasInputDevice()`: Check if input device is available
+- `getAvailableInputDevices()`: Get list of available input devices
+- `updateConfig(MicAudioConfig config)`: Update configuration
+
+#### Streams
+
+- `audioStream`: Stream of audio data (Uint8List)
+- `decibelStream`: Stream of decibel readings (DecibelData)
+- `statusStream`: Stream of status updates (MicAudioStatus)
+
+#### Properties
+
+- `isRecording`: Whether currently recording or not
+
+### SystemAudioCapture
+
+#### Methods
+
+- `startCapture({SystemAudioConfig? config})`: Start capturing system audio
+- `stopCapture()`: Stop capture
+- `requestPermissions()`: Request screen recording permission (macOS)
+- `updateConfig(SystemAudioConfig config)`: Update configuration
+
+#### Streams
+
+- `audioStream`: Stream of audio data (Uint8List)
+- `decibelStream`: Stream of decibel readings (DecibelData)
+- `statusStream`: Stream of status updates (SystemAudioStatus)
+
+#### Properties
+
+- `isRecording`: Whether currently recording or not
+
+### MicAudioConfig
+
+- `sampleRate` (int): Sample rate (default: 16000 Hz)
+- `channels` (int): Number of audio channels (default: 1)
+- `bitDepth` (int): Bit depth (default: 16)
+- `gainBoost` (double): Gain boost multiplier (default: 2.5, range: 0.1-10.0)
+- `inputVolume` (double): Input volume (default: 1.0, range: 0.0-1.0)
+
+### SystemAudioConfig
+
+- `sampleRate` (int): Sample rate (default: 16000 Hz)
+- `channels` (int): Number of audio channels (default: 1)
+
+### DecibelData
+
+- `decibel` (double): Decibel value (-120 to 0 dB)
+- `timestamp` (double): Unix timestamp in seconds
+
+### MicAudioStatus
+
+- `isActive` (bool): Whether microphone capture is currently active
+- `deviceName` (String?): Name of the microphone device (if available)
+
+### SystemAudioStatus
+
+- `isActive` (bool): Whether system audio capture is currently active
+
+### InputDevice
+
+- `id` (String): Unique identifier of the device
+- `name` (String): Human-readable name of the device
+- `type` (InputDeviceType): Type of device (builtIn, bluetooth, external)
+- `channelCount` (int): Number of audio channels supported
+- `isDefault` (bool): Whether this device is the system default input device
+
+## Permissions
+
+### macOS (13.0+)
+
+**System Requirements**: macOS 13.0 (Ventura) or later is required.
+
+- **Microphone**: Requires microphone access permission in `Info.plist`:
+  ```xml
+  <key>NSMicrophoneUsageDescription</key>
+  <string>This app needs access to the microphone to capture audio.</string>
+  ```
+
+- **System Audio**: Requires Screen Recording permission in System Preferences. Add to `Info.plist`:
+  ```xml
+  <key>NSScreenCaptureDescription</key>
+  <string>This app needs Screen Recording permission to capture system audio.</string>
+  ```
+  
+  After adding to `Info.plist`, users need to grant permission in **System Preferences > Security & Privacy > Screen Recording**.
+
+### Linux
+
+- Requires access to audio devices (usually automatic)
+
+### Windows
+
+- Requires microphone access (usually automatic)
+
+## Example
+
+See detailed example in the [example](example/) directory.
+
+## License
+
+This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.
+
+## Homepage
+
+[https://github.com/hiuhuyn/desktop_audio_capture](https://github.com/hiuhuyn/desktop_audio_capture)

package/flutter_app/third_party/desktop_audio_capture/lib/audio_capture.dart

@@ -0,0 +1,65 @@
+// You have generated a new plugin project without specifying the `--platforms`
+// flag. A plugin project with no platform support was generated. To add a
+// platform, run `flutter create -t plugin --platforms <platforms> .` under the
+// same directory. You can also find a detailed instruction on how to add
+// platforms in the `pubspec.yaml` at
+// https://flutter.dev/to/pubspec-plugin-platforms.
+
+export 'package:desktop_audio_capture/mic/mic_audio_capture.dart';
+export 'package:desktop_audio_capture/system/system_audio_capture.dart';
+
+// Re-export DecibelData from mic_audio_capture (both mic and system use the same class)
+export 'package:desktop_audio_capture/model/decibel_data.dart';
+export 'package:desktop_audio_capture/model/input_device_type.dart';
+export 'package:desktop_audio_capture/model/audio_status.dart';
+
+/// Abstract base class for audio capture functionality.
+///
+/// This class defines the common interface for capturing audio from different sources
+/// (microphone or system audio). Implementations include [MicAudioCapture] and
+/// [SystemAudioCapture].
+///
+/// Example:
+/// ```dart
+/// final audioCapture = MicAudioCapture();
+/// await audioCapture.initialize();
+/// await audioCapture.startCapture();
+///
+/// // Listen to audio stream
+/// audioCapture.audioStream?.listen((audioData) {
+///   // Process audio data
+/// });
+///
+/// // Stop when done
+/// await audioCapture.stopCapture();
+/// await audioCapture.dispose();
+/// ```
+abstract class AudioCapture {
+  /// Whether the audio capture is currently recording.
+  ///
+  /// Returns `true` if capture is active, `false` otherwise.
+  ///
+  /// Example:
+  /// ```dart
+  /// if (audioCapture.isRecording) {
+  ///   print('Audio capture is active');
+  /// }
+  /// ```
+  bool get isRecording;
+}
+
+/// Abstract base class for audio capture configuration.
+///
+/// This class defines the common interface for configuration objects used
+/// to configure audio capture settings. Implementations include [MicAudioConfig]
+/// and [SystemAudioConfig].
+///
+/// Example:
+/// ```dart
+/// final config = MicAudioConfig(
+///   sampleRate: 44100,
+///   channels: 2,
+/// );
+/// final capture = MicAudioCapture(config: config);
+/// ```
+abstract class AudioCaptureConfig {}

package/flutter_app/third_party/desktop_audio_capture/lib/config/mic_audio_config.dart

@@ -0,0 +1,153 @@
+import 'package:desktop_audio_capture/audio_capture.dart';
+
+/// Configuration class for microphone audio capture.
+///
+/// This class allows you to configure various audio capture parameters
+/// such as sample rate, channels, bit depth, gain boost, and input volume.
+///
+/// Example:
+/// ```dart
+/// // Create with default values
+/// final config = MicAudioConfig();
+///
+/// // Create with custom values
+/// final customConfig = MicAudioConfig(
+///   sampleRate: 44100,
+///   channels: 2,
+///   bitDepth: 24,
+///   gainBoost: 3.0,
+///   inputVolume: 0.8,
+/// );
+///
+/// // Use with capture
+/// final capture = MicAudioCapture(config: customConfig);
+///
+/// // Update configuration
+/// final updatedConfig = customConfig.copyWith(
+///   gainBoost: 2.5,
+///   inputVolume: 1.0,
+/// );
+/// capture.updateConfig(updatedConfig);
+/// ```
+class MicAudioConfig extends AudioCaptureConfig {
+  /// Sample rate in Hz (default: 16000).
+  ///
+  /// Common values: 8000, 16000, 44100, 48000.
+  /// Higher sample rates provide better quality but use more resources.
+  final int sampleRate;
+
+  /// Number of audio channels (default: 1 for mono).
+  ///
+  /// - 1: Mono (single channel)
+  /// - 2: Stereo (two channels)
+  final int channels;
+
+  /// Bit depth (default: 16).
+  ///
+  /// Common values: 16, 24, 32.
+  /// Higher bit depth provides better dynamic range.
+  final int bitDepth;
+
+  /// Gain boost multiplier (default: 2.5, range: 0.1 to 10.0).
+  ///
+  /// Higher values increase microphone sensitivity and amplify the input signal.
+  /// Use with caution as very high values may cause distortion.
+  final double gainBoost;
+
+  /// Input volume (default: 1.0, range: 0.0 to 1.0).
+  ///
+  /// Controls the input volume level:
+  /// - 0.0: Muted
+  /// - 0.5: Half volume
+  /// - 1.0: Full volume
+  final double inputVolume;
+
+  /// Creates a new [MicAudioConfig] instance.
+  ///
+  /// All parameters are optional and have default values:
+  /// - [sampleRate]: 16000
+  /// - [channels]: 1
+  /// - [bitDepth]: 16
+  /// - [gainBoost]: 2.5
+  /// - [inputVolume]: 1.0
+  ///
+  /// Example:
+  /// ```dart
+  /// final config = MicAudioConfig(
+  ///   sampleRate: 44100,
+  ///   channels: 1,
+  ///   gainBoost: 2.0,
+  /// );
+  /// ```
+  MicAudioConfig({
+    this.sampleRate = 16000,
+    this.channels = 1,
+    this.bitDepth = 16,
+    this.gainBoost = 2.5,
+    this.inputVolume = 1.0,
+  });
+
+  /// Creates a copy of this configuration with modified values.
+  ///
+  /// Only the specified parameters will be changed; others remain the same.
+  ///
+  /// Example:
+  /// ```dart
+  /// final config = MicAudioConfig(
+  ///   sampleRate: 16000,
+  ///   gainBoost: 2.5,
+  /// );
+  ///
+  /// // Increase gain boost while keeping other values
+  /// final updated = config.copyWith(gainBoost: 3.0);
+  /// // updated.sampleRate is still 16000
+  /// ```
+  MicAudioConfig copyWith({
+    int? sampleRate,
+    int? channels,
+    int? bitDepth,
+    double? gainBoost,
+    double? inputVolume,
+  }) {
+    return MicAudioConfig(
+      sampleRate: sampleRate ?? this.sampleRate,
+      channels: channels ?? this.channels,
+      bitDepth: bitDepth ?? this.bitDepth,
+      gainBoost: gainBoost ?? this.gainBoost,
+      inputVolume: inputVolume ?? this.inputVolume,
+    );
+  }
+
+  /// Converts this configuration to a map for method channel communication.
+  ///
+  /// Returns a map containing all configuration values:
+  /// - `sampleRate`: int
+  /// - `channels`: int
+  /// - `bitDepth`: int
+  /// - `gainBoost`: double
+  /// - `inputVolume`: double
+  ///
+  /// Example:
+  /// ```dart
+  /// final config = MicAudioConfig(
+  ///   sampleRate: 44100,
+  ///   channels: 2,
+  /// );
+  /// final map = config.toMap();
+  /// // map = {'sampleRate': 44100, 'channels': 2, 'bitDepth': 16, 'gainBoost': 2.5, 'inputVolume': 1.0}
+  /// ```
+  Map<String, dynamic> toMap() {
+    return {
+      'sampleRate': sampleRate,
+      'channels': channels,
+      'bitDepth': bitDepth,
+      'gainBoost': gainBoost,
+      'inputVolume': inputVolume,
+    };
+  }
+
+  @override
+  String toString() {
+    return 'MicConfig(sampleRate: $sampleRate, channels: $channels, bitDepth: $bitDepth, gainBoost: $gainBoost, inputVolume: $inputVolume)';
+  }
+}