neoagent 3.1.1-beta.9 → 3.2.0

package/flutter_app/lib/src/recording_chunk_queue.dart

@@ -1,149 +0,0 @@
-import 'dart:async';
-import 'dart:typed_data';
-
-/// Metadata plus bytes for one recording chunk awaiting upload.
-class PendingChunk {
-  const PendingChunk({
-    required this.sourceKey,
-    required this.sequence,
-    required this.startMs,
-    required this.endMs,
-    required this.mimeType,
-    required this.bytes,
-  });
-
-  final String sourceKey;
-  final int sequence;
-  final int startMs;
-  final int endMs;
-  final String mimeType;
-  final Uint8List bytes;
-
-  Map<String, Object?> toMeta() => <String, Object?>{
-    'sourceKey': sourceKey,
-    'sequence': sequence,
-    'startMs': startMs,
-    'endMs': endMs,
-    'mimeType': mimeType,
-  };
-
-  static PendingChunk fromMeta(Map<String, Object?> meta, Uint8List bytes) {
-    return PendingChunk(
-      sourceKey: '${meta['sourceKey']}',
-      sequence: (meta['sequence'] as num?)?.toInt() ?? 0,
-      startMs: (meta['startMs'] as num?)?.toInt() ?? 0,
-      endMs: (meta['endMs'] as num?)?.toInt() ?? 0,
-      mimeType: meta['mimeType'] as String? ?? 'application/octet-stream',
-      bytes: bytes,
-    );
-  }
-}
-
-/// Uploads a single chunk. Must throw on any failure so the queue retries.
-typedef ChunkUploader = Future<void> Function(PendingChunk chunk);
-
-typedef QueueLogger =
-    void Function(String event, {Map<String, Object?> data, Object? error});
-
-/// In-memory, ordered, retry-until-success upload queue.
-///
-/// Chunks upload one at a time in enqueue order. A chunk that fails is kept and
-/// retried (with backoff) until it succeeds or [dispose] is called, so a
-/// transient network failure never silently drops audio while new chunks keep
-/// buffering. Used on web, where no filesystem is available; the queue lives
-/// only for the lifetime of the tab.
-class MemoryChunkUploadQueue {
-  MemoryChunkUploadQueue({
-    required ChunkUploader uploader,
-    this.maxAttemptsPerPass = 3,
-    this.retryBackoff = const Duration(seconds: 2),
-    QueueLogger? logger,
-  }) : _uploader = uploader,
-       _logger = logger;
-
-  final ChunkUploader _uploader;
-  final int maxAttemptsPerPass;
-  final Duration retryBackoff;
-  final QueueLogger? _logger;
-
-  final List<PendingChunk> _pending = <PendingChunk>[];
-  bool _draining = false;
-  bool _disposed = false;
-  Timer? _retryTimer;
-
-  int get pendingCount => _pending.length;
-
-  void enqueue(PendingChunk chunk) {
-    if (_disposed) {
-      return;
-    }
-    _pending.add(chunk);
-    unawaited(drain());
-  }
-
-  Future<void> drain() async {
-    if (_draining || _disposed) {
-      return;
-    }
-    _draining = true;
-    try {
-      while (_pending.isNotEmpty && !_disposed) {
-        final chunk = _pending.first;
-        final uploaded = await _attemptUpload(chunk);
-        if (!uploaded) {
-          _scheduleRetry();
-          break;
-        }
-        if (_pending.isNotEmpty && identical(_pending.first, chunk)) {
-          _pending.removeAt(0);
-        }
-      }
-    } finally {
-      _draining = false;
-    }
-  }
-
-  Future<bool> _attemptUpload(PendingChunk chunk) async {
-    for (var attempt = 0; attempt < maxAttemptsPerPass && !_disposed; attempt += 1) {
-      try {
-        await _uploader(chunk);
-        return true;
-      } catch (error) {
-        _logger?.call(
-          'chunk.upload.failed',
-          data: <String, Object?>{
-            'sourceKey': chunk.sourceKey,
-            'sequence': chunk.sequence,
-            'attempt': attempt + 1,
-          },
-          error: error,
-        );
-        await Future<void>.delayed(retryBackoff * (attempt + 1));
-      }
-    }
-    return false;
-  }
-
-  void _scheduleRetry() {
-    _retryTimer?.cancel();
-    _retryTimer = Timer(retryBackoff, () => unawaited(drain()));
-  }
-
-  /// Wait until every queued chunk has uploaded, or [timeout] elapses.
-  Future<void> flush({Duration timeout = const Duration(seconds: 30)}) async {
-    final deadline = DateTime.now().add(timeout);
-    while (_pending.isNotEmpty && !_disposed && DateTime.now().isBefore(deadline)) {
-      await drain();
-      if (_pending.isNotEmpty) {
-        await Future<void>.delayed(const Duration(milliseconds: 200));
-      }
-    }
-  }
-
-  Future<void> dispose() async {
-    _disposed = true;
-    _retryTimer?.cancel();
-    _retryTimer = null;
-    _pending.clear();
-  }
-}

package/flutter_app/lib/src/recording_chunk_queue_io.dart

@@ -1,182 +0,0 @@
-import 'dart:async';
-import 'dart:convert';
-import 'dart:io';
-
-import 'recording_chunk_queue.dart';
-
-/// Disk-backed, ordered, retry-until-success upload queue for desktop.
-///
-/// Each chunk is persisted atomically before upload, so a network outage or
-/// backend hiccup mid-meeting never loses audio: the chunk stays on disk and is
-/// re-sent on the next drain. Files are deleted only after a confirmed upload.
-class DiskChunkUploadQueue {
-  DiskChunkUploadQueue({
-    required Directory directory,
-    required ChunkUploader uploader,
-    this.maxAttemptsPerPass = 3,
-    this.retryBackoff = const Duration(seconds: 2),
-    QueueLogger? logger,
-  }) : _dir = directory,
-       _uploader = uploader,
-       _logger = logger;
-
-  final Directory _dir;
-  final ChunkUploader _uploader;
-  final int maxAttemptsPerPass;
-  final Duration retryBackoff;
-  final QueueLogger? _logger;
-
-  bool _draining = false;
-  bool _disposed = false;
-  Timer? _retryTimer;
-  final Set<Future<void>> _pendingEnqueues = <Future<void>>{};
-
-  Future<void> enqueue(PendingChunk chunk) async {
-    if (_disposed) {
-      return;
-    }
-    final write = _persistChunk(chunk);
-    _pendingEnqueues.add(write);
-    try {
-      await write;
-    } finally {
-      _pendingEnqueues.remove(write);
-    }
-    unawaited(drain());
-  }
-
-  Future<void> drain() async {
-    if (_draining || _disposed) {
-      return;
-    }
-    _draining = true;
-    try {
-      while (!_disposed) {
-        final metaFiles = await _listMetaFiles();
-        if (metaFiles.isEmpty) {
-          break;
-        }
-        final metaFile = metaFiles.first;
-        final audioFile = File(
-          metaFile.path.replaceFirst(RegExp(r'\.json$'), '.bin'),
-        );
-        if (!await audioFile.exists()) {
-          await _deleteQuietly(metaFile);
-          continue;
-        }
-
-        final PendingChunk chunk;
-        try {
-          final meta =
-              jsonDecode(await metaFile.readAsString()) as Map<String, dynamic>;
-          chunk = PendingChunk.fromMeta(meta, await audioFile.readAsBytes());
-        } catch (error) {
-          // Corrupt metadata: drop the pair rather than blocking the queue.
-          _logger?.call('chunk.read.failed', error: error);
-          await _deleteQuietly(metaFile);
-          await _deleteQuietly(audioFile);
-          continue;
-        }
-
-        final uploaded = await _attemptUpload(chunk);
-        if (!uploaded) {
-          _scheduleRetry();
-          break;
-        }
-        await _deleteQuietly(audioFile);
-        await _deleteQuietly(metaFile);
-      }
-    } finally {
-      _draining = false;
-    }
-  }
-
-  Future<bool> _attemptUpload(PendingChunk chunk) async {
-    for (var attempt = 0; attempt < maxAttemptsPerPass && !_disposed; attempt += 1) {
-      try {
-        await _uploader(chunk);
-        return true;
-      } catch (error) {
-        _logger?.call(
-          'chunk.upload.failed',
-          data: <String, Object?>{
-            'sourceKey': chunk.sourceKey,
-            'sequence': chunk.sequence,
-            'attempt': attempt + 1,
-          },
-          error: error,
-        );
-        await Future<void>.delayed(retryBackoff * (attempt + 1));
-      }
-    }
-    return false;
-  }
-
-  Future<List<File>> _listMetaFiles() async {
-    if (!await _dir.exists()) {
-      return const <File>[];
-    }
-    final entries = await _dir.list().toList();
-    final metaFiles = entries
-        .whereType<File>()
-        .where((file) => file.path.endsWith('.json'))
-        .toList()
-      ..sort((a, b) => a.path.compareTo(b.path));
-    return metaFiles;
-  }
-
-  Future<int> pendingCount() async => (await _listMetaFiles()).length;
-
-  Future<void> _persistChunk(PendingChunk chunk) async {
-    await _dir.create(recursive: true);
-    final base = '${chunk.sourceKey}-${chunk.sequence.toString().padLeft(6, '0')}';
-    final audioFile = File('${_dir.path}/$base.bin');
-    final metaFile = File('${_dir.path}/$base.json');
-    final audioTmp = File('${audioFile.path}.tmp');
-    final metaTmp = File('${metaFile.path}.tmp');
-    await audioTmp.writeAsBytes(chunk.bytes, flush: true);
-    await metaTmp.writeAsString(jsonEncode(chunk.toMeta()), flush: true);
-    await audioTmp.rename(audioFile.path);
-    await metaTmp.rename(metaFile.path);
-  }
-
-  Future<void> _waitForPendingEnqueues() async {
-    while (_pendingEnqueues.isNotEmpty && !_disposed) {
-      await Future.wait<void>(List<Future<void>>.from(_pendingEnqueues));
-    }
-  }
-
-  void _scheduleRetry() {
-    _retryTimer?.cancel();
-    _retryTimer = Timer(retryBackoff, () => unawaited(drain()));
-  }
-
-  Future<void> _deleteQuietly(File file) async {
-    try {
-      if (await file.exists()) {
-        await file.delete();
-      }
-    } catch (error) {
-      _logger?.call('chunk.delete.failed', error: error);
-    }
-  }
-
-  /// Wait until every persisted chunk has uploaded, or [timeout] elapses.
-  Future<void> flush({Duration timeout = const Duration(seconds: 30)}) async {
-    final deadline = DateTime.now().add(timeout);
-    while (!_disposed && DateTime.now().isBefore(deadline)) {
-      await _waitForPendingEnqueues();
-      await drain();
-      if (_pendingEnqueues.isEmpty && await pendingCount() == 0) {
-        break;
-      }
-      await Future<void>.delayed(const Duration(milliseconds: 200));
-    }
-  }
-
-  Future<void> dispose() async {
-    _disposed = true;
-    _retryTimer?.cancel();
-    _retryTimer = null;
-  }
-}

package/flutter_app/lib/src/recording_payloads.dart

@@ -1,95 +0,0 @@
-Map<String, dynamic> buildWebScreenAndMicRecordingPayload() {
-  return <String, dynamic>{
-    'platform': 'web',
-    'screenAnalysisReady': true,
-    'sources': const <Map<String, dynamic>>[
-      <String, dynamic>{
-        'sourceKey': 'screen',
-        'sourceKind': 'screen-share',
-        'mediaKind': 'video',
-        'mimeType': 'video/webm',
-        'metadata': <String, dynamic>{
-          'analysisReady': true,
-          'transcribe': false,
-        },
-      },
-      <String, dynamic>{
-        'sourceKey': 'system',
-        'sourceKind': 'system-audio',
-        'mediaKind': 'audio',
-        'mimeType': 'audio/webm',
-        'metadata': <String, dynamic>{
-          'transcribe': true,
-        },
-      },
-      <String, dynamic>{
-        'sourceKey': 'microphone',
-        'sourceKind': 'microphone',
-        'mediaKind': 'audio',
-        'mimeType': 'audio/webm',
-      },
-    ],
-  };
-}
-
-Map<String, dynamic> buildWebMicrophoneRecordingPayload() {
-  return <String, dynamic>{
-    'platform': 'web',
-    'screenAnalysisReady': false,
-    'sources': const <Map<String, dynamic>>[
-      <String, dynamic>{
-        'sourceKey': 'microphone',
-        'sourceKind': 'microphone',
-        'mediaKind': 'audio',
-        'mimeType': 'audio/webm',
-      },
-    ],
-  };
-}
-
-Map<String, dynamic> buildAndroidBackgroundRecordingPayload() {
-  return <String, dynamic>{
-    'platform': 'android',
-    'screenAnalysisReady': false,
-    'sources': const <Map<String, dynamic>>[
-      <String, dynamic>{
-        'sourceKey': 'microphone',
-        'sourceKind': 'microphone',
-        'mediaKind': 'audio',
-        'mimeType': 'audio/wav',
-        'metadata': <String, dynamic>{'backgroundCapable': true},
-      },
-    ],
-  };
-}
-
-Map<String, dynamic> buildDesktopRecordingPayload() {
-  return <String, dynamic>{
-    'platform': 'desktop',
-    'screenAnalysisReady': false,
-    'sources': const <Map<String, dynamic>>[
-      <String, dynamic>{
-        'sourceKey': 'microphone',
-        'sourceKind': 'microphone',
-        'mediaKind': 'audio',
-        'mimeType': 'audio/wav',
-        'metadata': <String, dynamic>{
-          'backgroundCapable': true,
-          'foregroundRole': 'user',
-        },
-      },
-      <String, dynamic>{
-        'sourceKey': 'system',
-        'sourceKind': 'system-audio',
-        'mediaKind': 'audio',
-        'mimeType': 'audio/wav',
-        'metadata': <String, dynamic>{
-          'backgroundCapable': true,
-          'floatingToolbarCapable': true,
-          'globalHotkeyReady': true,
-        },
-      },
-    ],
-    'capturePlan': 'desktop-dual-source',
-  };
-}

package/flutter_app/third_party/desktop_audio_capture/LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2024 desktop_audio_capture
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.

package/flutter_app/third_party/desktop_audio_capture/README.md

@@ -1,262 +0,0 @@
-# desktop_audio_capture
-
-A Flutter plugin for capturing audio on desktop platforms (macOS, Linux, Windows). Supports capturing from microphone and system audio with features like audio data streaming, decibel monitoring, device management, and permission handling.
-
-## Features
-
-- 🎤 **Microphone Capture**: Capture audio from microphone with flexible configuration
-- 🔊 **System Audio Capture**: Capture audio from system (system audio)
-- 📊 **Decibel Monitoring**: Real-time audio level monitoring
-- 🎛️ **Device Management**: List and manage available input devices
-- ⚙️ **Configurable**: Configure sample rate, channels, bit depth, gain boost
-- 🔐 **Permissions Handling**: Automatic permission handling for microphone and screen recording
-
-## Platform Support
-
-- ✅ **macOS 13.0+** (Ventura or later) - Fully tested and working
-- ✅ **Linux** - Supported
-- ✅ **Windows** - Supported
-
-> **Note**: 
-> - macOS requires **macOS 13.0 (Ventura) or later** because System Audio Capture uses APIs available from macOS 13.0+
-
-## Screenshots
-
-### Home Screen
-![Example Home](doc/example_home.png)
-
-### Microphone Settings
-![Example Setting Mic](doc/example_setting_mic.png)
-
-### System Audio Settings
-![Example Setting System](doc/example_setting_system.png)
-
-## Installation
-
-Add the dependency to your `pubspec.yaml`:
-
-```yaml
-dependencies:
-  desktop_audio_capture: ^0.0.1
-```
-
-Then run:
-
-```bash
-flutter pub get
-```
-
-## Usage
-
-### Microphone Capture
-
-```dart
-import 'package:desktop_audio_capture/audio_capture.dart';
-
-// Create instance
-final micCapture = MicAudioCapture(
-  config: MicAudioConfig(
-    sampleRate: 16000,
-    channels: 1,
-    bitDepth: 16,
-    gainBoost: 2.5,
-    inputVolume: 1.0,
-  ),
-);
-
-// Start capture
-await micCapture.startCapture();
-
-// Listen to audio stream
-micCapture.audioStream?.listen((audioData) {
-  // Process audio data (Uint8List)
-  print('Received ${audioData.length} bytes');
-});
-
-// Listen to decibel readings
-micCapture.decibelStream?.listen((decibelData) {
-  print('Decibel: ${decibelData.decibel} dB');
-  print('Timestamp: ${decibelData.timestamp}');
-});
-
-// Listen to status updates
-micCapture.statusStream?.listen((status) {
-  print('Mic active: ${status.isActive}');
-  if (status.deviceName != null) {
-    print('Device: ${status.deviceName}');
-  }
-});
-
-// Stop capture
-await micCapture.stopCapture();
-```
-
-### System Audio Capture
-
-```dart
-import 'package:desktop_audio_capture/audio_capture.dart';
-
-// Create instance
-final systemCapture = SystemAudioCapture(
-  config: SystemAudioConfig(
-    sampleRate: 44100,
-    channels: 2,
-  ),
-);
-
-// Start capture
-await systemCapture.startCapture();
-
-// Listen to audio stream
-systemCapture.audioStream?.listen((audioData) {
-  // Process audio data (Uint8List)
-  print('Received ${audioData.length} bytes');
-});
-
-// Listen to decibel readings
-systemCapture.decibelStream?.listen((decibelData) {
-  print('Decibel: ${decibelData.decibel} dB');
-  print('Timestamp: ${decibelData.timestamp}');
-});
-
-// Listen to status updates
-systemCapture.statusStream?.listen((status) {
-  print('System audio active: ${status.isActive}');
-});
-
-// Stop capture
-await systemCapture.stopCapture();
-```
-
-### Device Management (Microphone)
-
-```dart
-// Check if input device is available
-final hasDevice = await micCapture.hasInputDevice();
-
-// Get list of available devices
-final devices = await micCapture.getAvailableInputDevices();
-for (final device in devices) {
-  print('Device: ${device.name}');
-  print('Type: ${device.type.toString()}');
-  print('Channels: ${device.channelCount}');
-  print('Default: ${device.isDefault}');
-}
-```
-
-## API Reference
-
-### MicAudioCapture
-
-#### Methods
-
-- `startCapture({MicAudioConfig? config})`: Start capturing from microphone
-- `stopCapture()`: Stop capture
-- `requestPermissions()`: Request microphone access permission
-- `hasInputDevice()`: Check if input device is available
-- `getAvailableInputDevices()`: Get list of available input devices
-- `updateConfig(MicAudioConfig config)`: Update configuration
-
-#### Streams
-
-- `audioStream`: Stream of audio data (Uint8List)
-- `decibelStream`: Stream of decibel readings (DecibelData)
-- `statusStream`: Stream of status updates (MicAudioStatus)
-
-#### Properties
-
-- `isRecording`: Whether currently recording or not
-
-### SystemAudioCapture
-
-#### Methods
-
-- `startCapture({SystemAudioConfig? config})`: Start capturing system audio
-- `stopCapture()`: Stop capture
-- `requestPermissions()`: Request screen recording permission (macOS)
-- `updateConfig(SystemAudioConfig config)`: Update configuration
-
-#### Streams
-
-- `audioStream`: Stream of audio data (Uint8List)
-- `decibelStream`: Stream of decibel readings (DecibelData)
-- `statusStream`: Stream of status updates (SystemAudioStatus)
-
-#### Properties
-
-- `isRecording`: Whether currently recording or not
-
-### MicAudioConfig
-
-- `sampleRate` (int): Sample rate (default: 16000 Hz)
-- `channels` (int): Number of audio channels (default: 1)
-- `bitDepth` (int): Bit depth (default: 16)
-- `gainBoost` (double): Gain boost multiplier (default: 2.5, range: 0.1-10.0)
-- `inputVolume` (double): Input volume (default: 1.0, range: 0.0-1.0)
-
-### SystemAudioConfig
-
-- `sampleRate` (int): Sample rate (default: 16000 Hz)
-- `channels` (int): Number of audio channels (default: 1)
-
-### DecibelData
-
-- `decibel` (double): Decibel value (-120 to 0 dB)
-- `timestamp` (double): Unix timestamp in seconds
-
-### MicAudioStatus
-
-- `isActive` (bool): Whether microphone capture is currently active
-- `deviceName` (String?): Name of the microphone device (if available)
-
-### SystemAudioStatus
-
-- `isActive` (bool): Whether system audio capture is currently active
-
-### InputDevice
-
-- `id` (String): Unique identifier of the device
-- `name` (String): Human-readable name of the device
-- `type` (InputDeviceType): Type of device (builtIn, bluetooth, external)
-- `channelCount` (int): Number of audio channels supported
-- `isDefault` (bool): Whether this device is the system default input device
-
-## Permissions
-
-### macOS (13.0+)
-
-**System Requirements**: macOS 13.0 (Ventura) or later is required.
-
-- **Microphone**: Requires microphone access permission in `Info.plist`:
-  ```xml
-  <key>NSMicrophoneUsageDescription</key>
-  <string>This app needs access to the microphone to capture audio.</string>
-  ```
-
-- **System Audio**: Requires Screen Recording permission in System Preferences. Add to `Info.plist`:
-  ```xml
-  <key>NSScreenCaptureDescription</key>
-  <string>This app needs Screen Recording permission to capture system audio.</string>
-  ```
-  
-  After adding to `Info.plist`, users need to grant permission in **System Preferences > Security & Privacy > Screen Recording**.
-
-### Linux
-
-- Requires access to audio devices (usually automatic)
-
-### Windows
-
-- Requires microphone access (usually automatic)
-
-## Example
-
-See detailed example in the [example](example/) directory.
-
-## License
-
-This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.
-
-## Homepage
-
-[https://github.com/hiuhuyn/desktop_audio_capture](https://github.com/hiuhuyn/desktop_audio_capture)