neoagent 3.1.1-beta.9 → 3.2.0

package/flutter_app/third_party/desktop_audio_capture/lib/mic/mic_audio_capture.dart

@@ -1,461 +0,0 @@
-import 'dart:async';
-
-import 'package:desktop_audio_capture/audio_capture.dart';
-import 'package:flutter/services.dart';
-export 'package:desktop_audio_capture/config/mic_audio_config.dart';
-
-enum _MicAudioMethod {
-  startCapture,
-  stopCapture,
-  requestPermissions,
-  hasInputDevice,
-  getAvailableInputDevices,
-}
-
-/// Class for capturing audio from microphone input devices.
-///
-/// This class allows you to capture audio from connected microphones,
-/// including built-in microphones, external USB microphones, and Bluetooth
-/// microphones. It requires microphone permissions.
-///
-/// Example:
-/// ```dart
-/// final micCapture = MicAudioCapture(
-///   config: MicAudioConfig(
-///     sampleRate: 44100,
-///     channels: 1,
-///     gainBoost: 2.5,
-///   ),
-/// );
-///
-/// // Check for available devices
-/// final devices = await micCapture.getAvailableInputDevices();
-/// print('Available microphones: ${devices.length}');
-///
-/// await micCapture.startCapture();
-///
-/// // Listen to audio stream
-/// micCapture.audioStream?.listen((audioData) {
-///   // Process audio bytes
-///   print('Received ${audioData.length} bytes');
-/// });
-///
-/// // Listen to status updates
-/// micCapture.statusStream?.listen((status) {
-///   print('Mic active: ${status.isActive}, Device: ${status.deviceName}');
-/// });
-///
-/// // Listen to decibel readings
-/// micCapture.decibelStream?.listen((data) {
-///   print('Mic level: ${data.decibel} dB');
-/// });
-///
-/// // Stop when done
-/// await micCapture.stopCapture();
-/// ```
-class MicAudioCapture extends AudioCapture {
-  static const MethodChannel _channel = MethodChannel(
-    'com.mic_audio_transcriber/mic_capture',
-  );
-  static const EventChannel _audioStreamChannel = EventChannel(
-    'com.mic_audio_transcriber/mic_stream',
-  );
-  static const EventChannel _statusStreamChannel = EventChannel(
-    'com.mic_audio_transcriber/mic_status',
-  );
-  static const EventChannel _decibelStreamChannel = EventChannel(
-    'com.mic_audio_transcriber/mic_decibel',
-  );
-
-  Stream<Uint8List>? _audioStream;
-  Stream<MicAudioStatus>? _statusStream;
-  Stream<DecibelData>? _decibelStream;
-  bool _isRecording = false;
-
-  /// Stream of raw audio data bytes from microphone capture.
-  ///
-  /// Returns a [Stream<Uint8List>] containing the captured audio data.
-  /// The stream is only available after [startCapture] has been called.
-  ///
-  /// Example:
-  /// ```dart
-  /// await micCapture.startCapture();
-  ///
-  /// micCapture.audioStream?.listen((audioData) {
-  ///   // Process audio bytes
-  ///   final audioBuffer = audioData.buffer.asUint8List();
-  ///   // Use audio buffer for processing, saving, streaming, etc.
-  /// });
-  /// ```
-  Stream<Uint8List>? get audioStream {
-    // Return existing stream if available
-    if (_audioStream != null) {
-      return _audioStream;
-    }
-    // If not recording, return null
-    if (!_isRecording) {
-      return null;
-    }
-    // Create stream lazily if recording but stream not created yet
-    _audioStream = _audioStreamChannel.receiveBroadcastStream().map((
-      dynamic event,
-    ) {
-      if (event is Uint8List) {
-        return event;
-      } else if (event is List<int>) {
-        return Uint8List.fromList(event);
-      }
-      throw Exception('Unexpected audio data type: ${event.runtimeType}');
-    });
-    return _audioStream;
-  }
-
-  /// Stream of microphone status updates.
-  ///
-  /// Returns a [Stream<MicStatus>] containing:
-  /// - `isActive`: bool - whether mic is currently active
-  /// - `deviceName`: String? - name of the microphone device (if available)
-  ///
-  /// Example:
-  /// ```dart
-  /// micCapture.statusStream?.listen((status) {
-  ///   if (status.isActive) {
-  ///     print('Microphone is active');
-  ///     if (status.deviceName != null) {
-  ///       print('Using device: ${status.deviceName}');
-  ///     }
-  ///   } else {
-  ///     print('Microphone is inactive');
-  ///   }
-  /// });
-  /// ```
-  Stream<MicAudioStatus>? get statusStream {
-    // Create status stream if not already created
-    _statusStream ??= _statusStreamChannel.receiveBroadcastStream().map((
-      dynamic event,
-    ) {
-      if (event is Map) {
-        return MicAudioStatus.fromJson(Map<String, dynamic>.from(event));
-      }
-      return const MicAudioStatus(isActive: false);
-    });
-    return _statusStream;
-  }
-
-  /// Stream of microphone decibel (dB) readings.
-  ///
-  /// Returns a [Stream<DecibelData>] containing:
-  /// - `decibel`: double - decibel value (-120 to 0 dB)
-  /// - `timestamp`: double - Unix timestamp
-  ///
-  /// The stream is only available while recording is active.
-  ///
-  /// Example:
-  /// ```dart
-  /// await micCapture.startCapture();
-  ///
-  /// micCapture.decibelStream?.listen((data) {
-  ///   print('Microphone level: ${data.decibel.toStringAsFixed(1)} dB');
-  ///   print('Timestamp: ${DateTime.fromMillisecondsSinceEpoch((data.timestamp * 1000).toInt())}');
-  ///
-  ///   // Use for visual feedback, volume meters, etc.
-  ///   if (data.decibel > -40) {
-  ///     print('Loud input detected!');
-  ///   }
-  /// });
-  /// ```
-  Stream<DecibelData>? get decibelStream => _decibelStream;
-
-  MicAudioConfig _config = MicAudioConfig();
-
-  /// Creates a new [MicAudioCapture] instance.
-  ///
-  /// [config] is optional. If not provided, default configuration will be used
-  /// (sampleRate: 16000, channels: 1, bitDepth: 16, gainBoost: 2.5, inputVolume: 1.0).
-  ///
-  /// Example:
-  /// ```dart
-  /// final capture = MicAudioCapture(
-  ///   config: MicAudioConfig(
-  ///     sampleRate: 44100,
-  ///     channels: 1,
-  ///     gainBoost: 3.0,
-  ///     inputVolume: 0.8,
-  ///   ),
-  /// );
-  /// ```
-  MicAudioCapture({MicAudioConfig? config}) {
-    _config = config ?? MicAudioConfig();
-  }
-
-  /// Updates the audio capture configuration.
-  ///
-  /// This method allows you to change the configuration after the instance
-  /// has been created. The new configuration will be applied on the next
-  /// [startCapture] call.
-  ///
-  /// Example:
-  /// ```dart
-  /// final capture = MicAudioCapture();
-  ///
-  /// // Update config before starting
-  /// capture.updateConfig(MicAudioConfig(
-  ///   sampleRate: 48000,
-  ///   channels: 2,
-  ///   gainBoost: 2.0,
-  /// ));
-  ///
-  /// await capture.startCapture();
-  /// ```
-  void updateConfig(MicAudioConfig config) {
-    _config = config;
-  }
-
-  /// Starts capturing audio from the microphone.
-  ///
-  /// This method will request necessary permissions (microphone permission)
-  /// and begin capturing audio from the default or configured microphone.
-  ///
-  /// [config] is optional. If provided, it will update the current configuration
-  /// before starting capture.
-  ///
-  /// Throws an [Exception] if:
-  /// - Permissions are not granted
-  /// - No microphone is available
-  /// - Capture fails to start
-  ///
-  /// Example:
-  /// ```dart
-  /// final capture = MicAudioCapture();
-  ///
-  /// try {
-  ///   await capture.startCapture(
-  ///     config: MicAudioConfig(
-  ///       sampleRate: 44100,
-  ///       channels: 1,
-  ///       gainBoost: 2.5,
-  ///     ),
-  ///   );
-  ///   print('Microphone capture started');
-  /// } catch (e) {
-  ///   print('Failed to start: $e');
-  /// }
-  /// ```
-  Future<void> startCapture({MicAudioConfig? config}) async {
-    if (_isRecording) {
-      return;
-    }
-
-    if (config != null) {
-      updateConfig(config);
-    }
-
-    try {
-      await requestPermissions();
-
-      try {
-        final result = await _channel.invokeMethod<dynamic>(
-          _MicAudioMethod.startCapture.name,
-          _config.toMap(),
-        );
-
-        if (result is! bool || result != true) {
-          final errorMsg = result is String
-              ? result
-              : 'Failed to start microphone capture. Returned: $result';
-          throw Exception(errorMsg);
-        }
-      } on PlatformException catch (e) {
-        throw Exception(
-            'Failed to start microphone capture: ${e.message ?? e.code}');
-      }
-
-      // Create audio stream
-      // Note: Stream will be subscribed by listeners, which triggers onListen on native side
-      _audioStream = _audioStreamChannel.receiveBroadcastStream().map((
-        dynamic event,
-      ) {
-        if (event is Uint8List) {
-          return event;
-        } else if (event is List<int>) {
-          return Uint8List.fromList(event);
-        }
-        throw Exception('Unexpected audio data type: ${event.runtimeType}');
-      });
-
-      // Create decibel stream
-      _decibelStream = _decibelStreamChannel.receiveBroadcastStream().map((
-        dynamic event,
-      ) {
-        if (event is Map) {
-          return DecibelData.fromMap(Map<String, dynamic>.from(event));
-        }
-        return DecibelData(
-            decibel: -120.0,
-            timestamp: DateTime.now().millisecondsSinceEpoch / 1000.0);
-      });
-
-      // Status stream is created lazily via getter, no need to recreate here
-
-      _isRecording = true;
-    } catch (e) {
-      rethrow;
-    }
-  }
-
-  /// Stops capturing microphone audio.
-  ///
-  /// This method will stop the active capture and close all associated streams.
-  /// If capture is not active, this method does nothing.
-  ///
-  /// Throws an [Exception] if stopping fails.
-  ///
-  /// Example:
-  /// ```dart
-  /// await micCapture.startCapture();
-  ///
-  /// // ... use audio stream ...
-  ///
-  /// await micCapture.stopCapture();
-  /// print('Microphone capture stopped');
-  /// ```
-  Future<void> stopCapture() async {
-    if (!_isRecording) return;
-
-    try {
-      final stoped = await _channel.invokeMethod<bool>(
-        _MicAudioMethod.stopCapture.name,
-      );
-
-      if (stoped != true) {
-        throw Exception("Failed to stop microphone capture");
-      }
-
-      _isRecording = false;
-      _audioStream = null;
-      _statusStream = null;
-      _decibelStream = null;
-    } catch (e) {
-      rethrow;
-    }
-  }
-
-  /// Whether microphone capture is currently recording.
-  ///
-  /// Returns `true` if capture is active, `false` otherwise.
-  ///
-  /// Example:
-  /// ```dart
-  /// if (micCapture.isRecording) {
-  ///   print('Microphone is being captured');
-  /// } else {
-  ///   print('Microphone capture is not active');
-  /// }
-  /// ```
-  @override
-  bool get isRecording => _isRecording;
-
-  /// Requests necessary permissions for microphone capture.
-  ///
-  /// This requests microphone permission which is required to capture audio
-  /// from input devices.
-  ///
-  /// Returns `true` if permissions are granted.
-  ///
-  /// Throws an [Exception] if permissions are not granted.
-  ///
-  /// Example:
-  /// ```dart
-  /// try {
-  ///   final hasPermission = await micCapture.requestPermissions();
-  ///   if (hasPermission) {
-  ///     await micCapture.startCapture();
-  ///   }
-  /// } catch (e) {
-  ///   print('Permission denied: $e');
-  /// }
-  /// ```
-  Future<bool> requestPermissions() async {
-    final hasPermission = await _channel.invokeMethod<bool>(
-      _MicAudioMethod.requestPermissions.name,
-    );
-    if (hasPermission != true) {
-      throw Exception('Microphone permission not granted');
-    }
-    return true;
-  }
-
-  /// Checks if there is any available input device (microphone).
-  ///
-  /// Returns `true` if there is at least one available input device,
-  /// `false` if there is no available input device.
-  ///
-  /// Example:
-  /// ```dart
-  /// final hasDevice = await micCapture.hasInputDevice();
-  /// if (hasDevice) {
-  ///   print('Microphone available');
-  ///   await micCapture.startCapture();
-  /// } else {
-  ///   print('No microphone found');
-  /// }
-  /// ```
-  Future<bool> hasInputDevice() async {
-    try {
-      final hasDevice = await _channel.invokeMethod<bool>(
-        _MicAudioMethod.hasInputDevice.name,
-      );
-      return hasDevice ?? false;
-    } catch (e) {
-      rethrow;
-    }
-  }
-
-  /// Gets a list of all available input devices (microphones).
-  ///
-  /// Returns a list of [InputDevice] containing device information:
-  /// - `id`: String - unique device ID
-  /// - `name`: String - device name
-  /// - `type`: [InputDeviceType] - device type (builtIn, bluetooth, external)
-  /// - `channelCount`: int - number of audio channels
-  /// - `isDefault`: bool - whether the device is the default device
-  ///
-  /// Example:
-  /// ```dart
-  /// final devices = await micCapture.getAvailableInputDevices();
-  ///
-  /// for (final device in devices) {
-  ///   print('Device: ${device.name}');
-  ///   print('  Type: ${device.type}');
-  ///   print('  Channels: ${device.channelCount}');
-  ///   print('  Default: ${device.isDefault}');
-  /// }
-  ///
-  /// // Find default device
-  /// final defaultDevice = devices.firstWhere(
-  ///   (device) => device.isDefault,
-  ///   orElse: () => devices.first,
-  /// );
-  /// print('Using device: ${defaultDevice.name}');
-  /// ```
-  Future<List<InputDevice>> getAvailableInputDevices() async {
-    try {
-      final devices = await _channel.invokeMethod<List<dynamic>>(
-        _MicAudioMethod.getAvailableInputDevices.name,
-      );
-
-      if (devices == null) {
-        return [];
-      }
-
-      return devices
-          .whereType<Map>()
-          .map((device) => InputDevice.fromMap(
-                Map<String, dynamic>.from(device),
-              ))
-          .toList();
-    } catch (e) {
-      rethrow;
-    }
-  }
-}

package/flutter_app/third_party/desktop_audio_capture/lib/model/audio_status.dart

@@ -1,91 +0,0 @@
-abstract class AudioStatus {
-  final bool isActive;
-
-  const AudioStatus({
-    required this.isActive,
-  });
-
-  Map<String, dynamic> toJson();
-
-  @override
-  bool operator ==(Object other) {
-    if (identical(this, other)) return true;
-
-    return other is AudioStatus && other.isActive == isActive;
-  }
-
-  @override
-  int get hashCode => isActive.hashCode;
-}
-
-class MicAudioStatus extends AudioStatus {
-  final String? deviceName;
-
-  const MicAudioStatus({
-    required super.isActive,
-    this.deviceName,
-  });
-
-  MicAudioStatus copyWith({
-    bool? isActive,
-    String? deviceName,
-  }) {
-    return MicAudioStatus(
-      isActive: isActive ?? this.isActive,
-      deviceName: deviceName ?? this.deviceName,
-    );
-  }
-
-  factory MicAudioStatus.fromJson(Map<String, dynamic> json) {
-    return MicAudioStatus(
-      isActive: json['isActive'],
-      deviceName: json['deviceName'],
-    );
-  }
-
-  @override
-  Map<String, dynamic> toJson() {
-    return {
-      'isActive': isActive,
-      'deviceName': deviceName,
-    };
-  }
-
-  @override
-  String toString() =>
-      '''MicAudioStatus(isActive: $isActive, deviceName: $deviceName)''';
-
-  @override
-  bool operator ==(Object other) {
-    if (identical(this, other)) return true;
-
-    return other is MicAudioStatus && other.deviceName == deviceName;
-  }
-
-  @override
-  int get hashCode => deviceName.hashCode;
-}
-
-class SystemAudioStatus extends AudioStatus {
-  SystemAudioStatus({required super.isActive});
-
-  SystemAudioStatus copyWith({
-    bool? isActive,
-  }) {
-    return SystemAudioStatus(isActive: isActive ?? this.isActive);
-  }
-
-  factory SystemAudioStatus.fromJson(Map<String, dynamic> json) {
-    return SystemAudioStatus(isActive: json['isActive']);
-  }
-
-  @override
-  Map<String, dynamic> toJson() {
-    return {
-      'isActive': isActive,
-    };
-  }
-
-  @override
-  String toString() => '''SystemAudioStatus(isActive: $isActive)''';
-}

package/flutter_app/third_party/desktop_audio_capture/lib/model/decibel_data.dart

@@ -1,106 +0,0 @@
-/// Decibel data from audio capture.
-///
-/// This class represents a single decibel reading with its timestamp.
-/// Used by both microphone and system audio capture to provide volume level
-/// information.
-///
-/// Example:
-/// ```dart
-/// // From stream
-/// capture.decibelStream?.listen((data) {
-///   print('Decibel: ${data.decibel} dB');
-///   print('Time: ${DateTime.fromMillisecondsSinceEpoch((data.timestamp * 1000).toInt())}');
-/// });
-///
-/// // Create manually
-/// final data = DecibelData(
-///   decibel: -45.5,
-///   timestamp: DateTime.now().millisecondsSinceEpoch / 1000.0,
-/// );
-///
-/// // Convert to/from map
-/// final map = data.toMap();
-/// final restored = DecibelData.fromMap(map);
-/// ```
-class DecibelData {
-  /// Decibel value in dB, typically ranging from -120 to 0 dB.
-  ///
-  /// - -120 dB: silence or very quiet
-  /// - -60 dB: quiet background noise
-  /// - -40 dB: normal speech
-  /// - -20 dB: loud speech
-  /// - 0 dB: maximum level
-  final double decibel;
-
-  /// Unix timestamp in seconds (not milliseconds).
-  ///
-  /// This represents when the decibel reading was taken.
-  final double timestamp;
-
-  /// Creates a new [DecibelData] instance.
-  ///
-  /// [decibel] should be in the range -120 to 0 dB.
-  /// [timestamp] should be a Unix timestamp in seconds.
-  ///
-  /// Example:
-  /// ```dart
-  /// final data = DecibelData(
-  ///   decibel: -45.0,
-  ///   timestamp: DateTime.now().millisecondsSinceEpoch / 1000.0,
-  /// );
-  /// ```
-  const DecibelData({
-    required this.decibel,
-    required this.timestamp,
-  });
-
-  /// Creates a [DecibelData] instance from a map.
-  ///
-  /// The map should contain:
-  /// - `decibel`: num (will be converted to double)
-  /// - `timestamp`: num (will be converted to double)
-  ///
-  /// If values are missing, defaults to -120.0 dB and current timestamp.
-  ///
-  /// Example:
-  /// ```dart
-  /// final map = {
-  ///   'decibel': -45.5,
-  ///   'timestamp': 1234567890.0,
-  /// };
-  /// final data = DecibelData.fromMap(map);
-  /// ```
-  factory DecibelData.fromMap(Map<String, dynamic> map) {
-    return DecibelData(
-      decibel: (map['decibel'] as num?)?.toDouble() ?? -120.0,
-      timestamp: (map['timestamp'] as num?)?.toDouble() ??
-          DateTime.now().millisecondsSinceEpoch / 1000.0,
-    );
-  }
-
-  /// Converts this [DecibelData] instance to a map.
-  ///
-  /// Returns a map containing:
-  /// - `decibel`: double
-  /// - `timestamp`: double
-  ///
-  /// Example:
-  /// ```dart
-  /// final data = DecibelData(
-  ///   decibel: -45.0,
-  ///   timestamp: 1234567890.0,
-  /// );
-  /// final map = data.toMap();
-  /// // map = {'decibel': -45.0, 'timestamp': 1234567890.0}
-  /// ```
-  Map<String, dynamic> toMap() {
-    return {
-      'decibel': decibel,
-      'timestamp': timestamp,
-    };
-  }
-
-  @override
-  String toString() =>
-      'DecibelData(decibel: ${decibel.toStringAsFixed(1)} dB, timestamp: $timestamp)';
-}