neoagent 2.4.1-beta.13 → 2.4.1-beta.14

package/flutter_app/android/app/src/main/AndroidManifest.xml

@@ -124,7 +124,8 @@
         
         <service
             android:name=".auto.NeoAgentCarAppService"
-            android:exported="true">
+            android:exported="true"
+            android:permission="android.car.permission.BIND_CAR_APP_SERVICE">
             <intent-filter>
                 <action android:name="androidx.car.app.CarAppService" />
                 <category android:name="androidx.car.app.category.IOT" />

package/flutter_app/lib/main_chat.dart

@@ -19,6 +19,10 @@ class _ChatPanelState extends State<ChatPanel> {
   int _lastToolCount = 0;
   String _lastStream = '';
   bool _isSendingChatMessage = false;
+  bool _isDictating = false;
+  bool _isTranscribing = false;
+  LiveVoiceCapture? _dictationCapture;
+  final List<Uint8List> _dictationChunks = [];
 
   @override
   void initState() {
@@ -44,9 +48,73 @@ class _ChatPanelState extends State<ChatPanel> {
     widget.controller.removeListener(_consumeQueuedDraft);
     _composerController.dispose();
     _scrollController.dispose();
+    _dictationCapture?.dispose();
     super.dispose();
   }
 
+  Future<void> _startDictation() async {
+    if (_isDictating || _isTranscribing) return;
+    final capture = LiveVoiceCapture();
+    _dictationCapture = capture;
+    _dictationChunks.clear();
+    try {
+      await capture.start(
+        onChunk: (chunk) => _dictationChunks.add(chunk),
+        sampleRate: 16000,
+        channels: 1,
+      );
+      if (mounted) setState(() => _isDictating = true);
+    } catch (e) {
+      await capture.dispose();
+      _dictationCapture = null;
+      if (mounted) {
+        ScaffoldMessenger.of(context).showSnackBar(
+          SnackBar(content: Text('Microphone error: $e')),
+        );
+      }
+    }
+  }
+
+  Future<void> _stopAndTranscribe() async {
+    if (!_isDictating) return;
+    final capture = _dictationCapture;
+    _dictationCapture = null;
+    setState(() {
+      _isDictating = false;
+      _isTranscribing = true;
+    });
+    try {
+      await capture?.stop();
+      if (_dictationChunks.isEmpty) return;
+      final allBytes = _dictationChunks.fold<List<int>>(
+        <int>[],
+        (acc, chunk) => acc..addAll(chunk),
+      );
+      final audioBase64 = base64Encode(Uint8List.fromList(allBytes));
+      final transcript = await widget.controller.transcribeDictationAudio(
+        audioBase64: audioBase64,
+      );
+      if (mounted && transcript.isNotEmpty) {
+        final current = _composerController.text;
+        final separator = current.isNotEmpty && !current.endsWith(' ') ? ' ' : '';
+        _composerController.text = '$current$separator$transcript';
+        _composerController.selection = TextSelection.collapsed(
+          offset: _composerController.text.length,
+        );
+      }
+    } catch (e) {
+      if (mounted) {
+        ScaffoldMessenger.of(context).showSnackBar(
+          SnackBar(content: Text('Transcription failed: $e')),
+        );
+      }
+    } finally {
+      await capture?.dispose();
+      _dictationChunks.clear();
+      if (mounted) setState(() => _isTranscribing = false);
+    }
+  }
+
   void _consumeQueuedDraft() {
     final draft = widget.controller.peekPendingChatDraft();
     final attachments = widget.controller.peekPendingSharedChatAttachments();
@@ -331,6 +399,26 @@ class _ChatPanelState extends State<ChatPanel> {
                       color: _textSecondary,
                     ),
                     const SizedBox(width: 2),
+                    _isTranscribing
+                        ? const SizedBox(
+                            width: 40,
+                            height: 40,
+                            child: Padding(
+                              padding: EdgeInsets.all(10),
+                              child: CircularProgressIndicator(strokeWidth: 2),
+                            ),
+                          )
+                        : IconButton(
+                            tooltip: _isDictating ? 'Stop & transcribe' : 'Dictate',
+                            onPressed: _isDictating ? _stopAndTranscribe : _startDictation,
+                            icon: Icon(
+                              _isDictating
+                                  ? Icons.stop_circle_outlined
+                                  : Icons.mic_none_rounded,
+                            ),
+                            color: _isDictating ? Theme.of(context).colorScheme.error : _textSecondary,
+                          ),
+                    const SizedBox(width: 2),
                     FilledButton(
                       onPressed: () => controller.setSelectedSection(
                         AppSection.voiceAssistant,

package/flutter_app/lib/main_controller.dart

@@ -4602,6 +4602,18 @@ class NeoAgentController extends ChangeNotifier {
     }
   }
 
+  Future<String> transcribeDictationAudio({
+    required String audioBase64,
+    String mimeType = 'audio/pcm;rate=16000;channels=1',
+  }) async {
+    final result = await _backendClient.transcribeAudio(
+      backendUrl,
+      audioBase64: audioBase64,
+      mimeType: mimeType,
+    );
+    return result['transcript']?.toString() ?? '';
+  }
+
   Future<void> sendMessage(
     String task, {
     List<SharedChatAttachment> sharedAttachments =

package/flutter_app/lib/main_integrations.dart

@@ -188,7 +188,9 @@ class OfficialIntegrationsTab extends StatelessWidget {
                       !item.env.configured
                           ? item.env.summary
                           : item.hasExpiredAccounts
-                          ? 'One or more accounts expired. Reconnect the affected account to restore tool access.'
+                          ? item.id == 'google_workspace'
+                              ? 'One or more accounts expired. Reconnect to restore access. If this keeps happening, your Google Cloud OAuth app may be in Testing mode — publish it to Production in Google Cloud Console to get long-lived tokens.'
+                              : 'One or more accounts expired. Reconnect the affected account to restore tool access.'
                           : !item.supportsMultipleAccounts && item.isConnected
                           ? 'This integration currently supports one connected account per agent. Re-open setup to replace it.'
                           : item.isConnected

package/flutter_app/lib/src/backend_client.dart

@@ -1644,6 +1644,17 @@ class BackendClient {
     await deleteMap(baseUrl, '/api/recordings/$sessionId');
   }
 
+  Future<Map<String, dynamic>> transcribeAudio(
+    String baseUrl, {
+    required String audioBase64,
+    String mimeType = 'audio/pcm;rate=16000;channels=1',
+  }) {
+    return postMap(baseUrl, '/api/voice-assistant/transcribe', <String, dynamic>{
+      'audioBase64': audioBase64,
+      'mimeType': mimeType,
+    });
+  }
+
   Future<Map<String, dynamic>> runVoiceAssistantTurn(
     String baseUrl, {
     required String sessionId,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "neoagent",
-  "version": "2.4.1-beta.13",
+  "version": "2.4.1-beta.14",
   "description": "Proactive personal AI agent with no limits",
   "license": "AGPL-3.0-only",
   "main": "server/index.js",

package/server/public/.last_build_id

@@ -1 +1 @@
-da05ba4590c63eb13c0254be7a8b0840
+000b8deec67bf984f6cfa4613359729d

package/server/public/flutter_bootstrap.js

@@ -37,6 +37,6 @@ _flutter.buildConfig = {"engineRevision":"4c525dac5ebe5971c5708ef73558ed8edcf4a3
 
 _flutter.loader.load({
   serviceWorkerSettings: {
-    serviceWorkerVersion: "2422850760" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
+    serviceWorkerVersion: "3177522597" /* Flutter's service worker is deprecated and will be removed in a future Flutter release. */
   }
 });