@markusylisiurunen/tau 0.3.78 → 0.3.79

package/dist/tui/session_chat_controller.js

@@ -88,6 +88,9 @@ export class SessionChatController {
     submissionHiddenSystemMessages = [];
     pendingEditorMutations = 0;
     speechActivityLabel;
+    autoSpeak = false;
+    pendingAutoSpeak;
+    lastAutoSpeakMessageId;
     speakTask;
     constructor(options) {
         this.view = options.view;
@@ -118,6 +121,7 @@ export class SessionChatController {
             reload: () => this.reloadContent(),
             listen: (action) => this.handleListenCommand(action),
             speak: () => this.speakLastAssistantMessage(),
+            autoSpeak: (enabled) => this.setAutoSpeak(enabled),
             persona: (id) => this.setPersona(id),
             prompt: (id) => this.insertPrompt(id),
             theme: (id) => this.switchTheme(id),
@@ -185,7 +189,8 @@ export class SessionChatController {
             onShiftTab: () => void this.cycleReasoningLevel(),
             onCtrlP: () => void this.cyclePersonality(),
             onCtrlS: () => void this.stashEditorToClipboard(),
-            onCtrlY: () => void this.toggleListenCapture(),
+            onToggleRecording: () => void this.toggleListenCapture(),
+            recordingShortcut: this.config.speech?.recordingShortcut,
             onDisabledSubmit: (mode) => {
                 if (this.listenRecording && !this.listenTransition) {
                     void this.runListenTransition(() => this.stopListenCapture(mode));
@@ -321,6 +326,9 @@ export class SessionChatController {
                 contextFiles: this.getContextFilePaths(),
                 skills: this.snapshot.catalog.skills,
                 themes: this.themeIds,
+                recordingShortcut: this.config.speech?.recordingShortcut
+                    ? `${this.config.speech.recordingShortcut.gesture === "double-tap" ? "double-tap " : ""}${this.config.speech.recordingShortcut.key}`
+                    : "ctrl+y",
                 formatPath: (path) => formatPathForSessionDisplay(path, this.snapshot.executionEnvironment.home),
             }),
         });
@@ -544,8 +552,10 @@ export class SessionChatController {
         this.view.startWorkingIcon();
         this.refreshStatus();
         try {
-            await task();
+            const result = await task();
             await this.syncFromSessionSnapshot();
+            if (result.turn.status === "completed")
+                this.queueAutoSpeak();
         }
         catch (error) {
             this.view.addTranscriptNotice("failed to run assistant turn", "error", [
@@ -561,6 +571,7 @@ export class SessionChatController {
         }
     }
     async interrupt() {
+        this.pendingAutoSpeak = undefined;
         if (this.interruptLifecycle.interruptActiveTask()) {
             this.view.showFooterNotice("interrupted", "default");
             return;
@@ -646,7 +657,15 @@ export class SessionChatController {
             this.view.showFooterNotice("speech transcription already in progress", "default");
             return;
         }
-        await this.runListenTransition(() => this.startListenCapture());
+        this.pendingAutoSpeak = undefined;
+        await this.runListenTransition(async () => {
+            if (this.speakTask) {
+                this.speakTask.abortController.abort();
+                await this.speakTask.completion.catch(() => { });
+            }
+            if (!this.disposed)
+                await this.startListenCapture();
+        });
     }
     async runListenTransition(task) {
         if (this.listenTransition) {
@@ -1114,6 +1133,9 @@ export class SessionChatController {
             this.ephemeralUnsubscribe?.();
             this.pendingUserMessagesUnsubscribe?.();
             this.subagentActivitiesUnsubscribe?.();
+            this.autoSpeak = false;
+            this.pendingAutoSpeak = undefined;
+            this.lastAutoSpeakMessageId = undefined;
             this.session = nextSession;
             this.snapshot = nextSnapshot;
             this.subagentActivities = nextSession.subagentActivities();
@@ -1215,9 +1237,48 @@ export class SessionChatController {
             this.snapshotRecoveryDeltas.push(delta);
             return;
         }
+        if (delta.toRevision <= this.snapshot.revision)
+            return;
+        const invalidatesSpeech = delta.cause.type === "rewind" ||
+            delta.cause.type === "compaction" ||
+            delta.cause.type === "resync";
+        if (invalidatesSpeech)
+            this.pendingAutoSpeak = undefined;
+        const previousLifecycle = this.snapshot.lifecycle;
+        const previousTurns = this.snapshot.turns;
         if (this.tryApplySdkDelta(delta)) {
+            if (this.autoSpeak && !invalidatesSpeech) {
+                if (previousLifecycle !== "running" && this.snapshot.lifecycle === "running") {
+                    this.pendingAutoSpeak = undefined;
+                    this.speakTask?.abortController.abort();
+                    this.lastAutoSpeakMessageId = this.snapshot.messages.findLast((entry) => isAssistantMessage(entry.message) && entry.state === "committed")?.id;
+                }
+                if (delta.delta.type === "snapshot.patch") {
+                    for (const change of delta.delta.changes) {
+                        if (change.type !== "turn.set")
+                            continue;
+                        const turn = change.turn;
+                        if (turn.state === "running") {
+                            this.pendingAutoSpeak = undefined;
+                            this.speakTask?.abortController.abort();
+                            continue;
+                        }
+                        if (previousTurns[turn.userHistoryEntryId]?.state === "running" &&
+                            turn.outcome.status === "completed") {
+                            this.queueAutoSpeak();
+                        }
+                    }
+                }
+                if (previousLifecycle === "running" &&
+                    this.snapshot.lifecycle === "idle" &&
+                    !Object.values(previousTurns).some((turn) => turn.state === "running")) {
+                    this.queueAutoSpeak();
+                }
+                this.drainAutoSpeak();
+            }
             return;
         }
+        this.pendingAutoSpeak = undefined;
         this.snapshotRecoveryDeltas.push(delta);
         void this.recoverFromRevisionGap();
     }
@@ -1985,7 +2046,50 @@ export class SessionChatController {
             this.view.addTranscriptNotice("failed to clear goal", "error", [error.message]);
         }
     }
-    async speakLastAssistantMessage() {
+    setAutoSpeak(enabled) {
+        if ((enabled ?? !this.autoSpeak) && this.deps.env.platform() !== "darwin") {
+            this.view.showFooterNotice("auto-speak is currently supported only on macOS", "default");
+            return;
+        }
+        const next = enabled ?? !this.autoSpeak;
+        if (next && !this.autoSpeak) {
+            this.lastAutoSpeakMessageId = this.snapshot.messages.findLast((entry) => isAssistantMessage(entry.message))?.id;
+        }
+        this.autoSpeak = next;
+        if (!this.autoSpeak) {
+            this.pendingAutoSpeak = undefined;
+            this.speakTask?.abortController.abort();
+        }
+        this.view.showFooterNotice(`auto-speak ${this.autoSpeak ? "on" : "off"}`, "default");
+        this.refreshStatus();
+    }
+    queueAutoSpeak() {
+        if (!this.autoSpeak)
+            return;
+        const entry = this.snapshot.messages.findLast((entry) => isAssistantMessage(entry.message));
+        if (!entry || entry.id === this.lastAutoSpeakMessageId || !isAssistantMessage(entry.message))
+            return;
+        this.lastAutoSpeakMessageId = entry.id;
+        if (entry.message.stopReason === "stop" || entry.message.stopReason === "length") {
+            this.pendingAutoSpeak = entry.message;
+        }
+    }
+    drainAutoSpeak() {
+        if (!this.pendingAutoSpeak || this.isSessionOperationActive())
+            return;
+        const message = this.pendingAutoSpeak;
+        this.pendingAutoSpeak = undefined;
+        if (!this.autoSpeak ||
+            this.disposed ||
+            this.listenRecording ||
+            this.listenTransition ||
+            this.listenActivityLabel ||
+            this.speakTask ||
+            this.hasPendingUserMessages)
+            return;
+        void this.speakLastAssistantMessage(message);
+    }
+    async speakLastAssistantMessage(message) {
         if (this.speakTask) {
             this.view.showFooterNotice("speech playback already in progress", "default");
             return;
@@ -1998,7 +2102,7 @@ export class SessionChatController {
             this.view.showFooterNotice("/speak is currently supported only on macOS.", "default");
             return;
         }
-        const lastAssistant = this.getLastAssistantMessage();
+        const lastAssistant = message ?? this.getLastAssistantMessage();
         if (!lastAssistant) {
             this.view.showFooterNotice("no assistant message to speak yet.", "default");
             return;
@@ -2064,6 +2168,7 @@ export class SessionChatController {
         });
     }
     refreshStatus() {
+        this.drainAutoSpeak();
         const activityLabel = this.getActivityLabel();
         this.view.updateStatus({
             footer: activityLabel
@@ -2075,6 +2180,7 @@ export class SessionChatController {
                     sessionCost: this.getSessionCostString(),
                     duration: this.getTurnDurationString(),
                     pursuingGoal: this.snapshot.goal?.status === "active",
+                    autoSpeak: this.autoSpeak,
                 },
             editor: {
                 mode: this.getInputMode(),