@p8n.ai/pi-listens 0.2.0 → 0.2.2

package/CHANGELOG.md

@@ -6,16 +6,33 @@ This project follows [Semantic Versioning](https://semver.org/).
 
 ## [Unreleased]
 
+## [0.2.2] - 2026-05-09
+
+## [0.2.1] - 2026-05-09
+
+### Changed
+
+- Remove automatic read-aloud of assistant replies (`autoSpeakAssistant`). The agent controls speech via the `voice_output` tool — no more unsolicited summaries.
+- `voice_output` now stops any in-flight playback before starting new speech, preventing overlapping audio.
+- Voice loop waits for any tool-initiated playback to finish before opening the mic for the next listen cycle.
+- Remove `autoSpeakAssistant`, `maxAutoSpeakChars` config options and `PI_LISTENS_AUTO_SPEAK`, `PI_LISTENS_MAX_AUTO_SPEAK_CHARS` env vars.
+- Remove the "S" (read-aloud toggle) key and pill from the voice panel.
+- Remove `--no-speak` flag from `/voice-on`.
+
+### Added
+
+- Voice orb now shows a **speaking** state (pink/magenta palette with wave animation) when `voice_output` or `voice_ask` is playing audio. Status bar shows "speaking…" with ♪/♫ indicators.
+
 ## [0.2.0] - 2026-05-09
 
 ### Added
 
-- `/init` command to create a global settings file (`~/.pi/pi-listens.json`) with sensible defaults.
+- `/voice-init` command to create a global settings file (`~/.pi/pi-listens.json`) with sensible defaults.
 - `/voice-check` command (replaces `/voice-status`) with improved diagnostic output.
 
 ### Changed
 
-- `/voice-on` now enables auto-speak by default for a full hands-free experience. Use `--no-speak` to opt out.
+- `/voice-on` now enables auto-speak by default for a full hands-free experience. Use `--no-speak` to opt out. _(removed in next release)_
 - Rename `/voice-status` to `/voice-check` to better communicate its diagnostic purpose.
 
 ### Removed
@@ -45,7 +62,7 @@ This project follows [Semantic Versioning](https://semver.org/).
 - Sarvam AI speech-to-text tools for microphone input and audio file transcription.
 - Sarvam AI text-to-speech tools for spoken output and spoken clarification loops.
 - `/listen`, `/speak`, `/voice-on`, and `/voice-status` slash commands.
-- Interactive voice panel with listen, auto-listen, read-aloud, and close controls.
+- Interactive voice panel with listen, auto-listen, and close controls.
 - Config support through environment variables, user config, and project config.
 - Global config at `~/.pi/pi-listens.json`, with project-level overrides from `<project>/.pi/pi-listens.json`.
 
@@ -54,8 +71,10 @@ This project follows [Semantic Versioning](https://semver.org/).
 - Stop active audio capture/playback subprocesses when voice mode is closed or the Pi session shuts down.
 - Clean up generated audio files when spoken playback is interrupted.
 
-[Unreleased]: https://github.com/p8n-ai/pi-listens/compare/v0.2.0...HEAD
+[Unreleased]: https://github.com/p8n-ai/pi-listens/compare/v0.2.2...HEAD
 [0.1.0]: https://github.com/p8n-ai/pi-listens/releases/tag/v0.1.0
 [0.1.1]: https://github.com/p8n-ai/pi-listens/releases/tag/v0.1.1
 [0.1.2]: https://github.com/p8n-ai/pi-listens/releases/tag/v0.1.2
 [0.2.0]: https://github.com/p8n-ai/pi-listens/releases/tag/v0.2.0
+[0.2.1]: https://github.com/p8n-ai/pi-listens/releases/tag/v0.2.1
+[0.2.2]: https://github.com/p8n-ai/pi-listens/releases/tag/v0.2.2

package/README.md

@@ -14,10 +14,10 @@ pi install npm:@p8n.ai/pi-listens
 pi
 ```
 
-Inside Pi, run `/init` to create a global settings file with sensible defaults:
+Inside Pi, run `/voice-init` to create a global settings file with sensible defaults:
 
 ```
-/init
+/voice-init
 ```
 
 Then open `~/.pi/pi-listens.json` and replace the `apiKey` placeholder with your [Sarvam AI API key](https://dashboard.sarvam.ai).
@@ -101,18 +101,27 @@ The extension also injects voice guidance into the system prompt:
 
 | Command | Purpose |
 | --- | --- |
-| `/init` | Create a global settings file at `~/.pi/pi-listens.json` with sensible defaults. Use `--overwrite` to replace an existing file. |
+| `/voice-init` | Create a global settings file at `~/.pi/pi-listens.json` with sensible defaults. Use `--overwrite` to replace an existing file. |
 | `/speak <text>` | Speak text with Sarvam TTS. |
-| `/voice-on [--no-speak] [--manual] [--no-listen] [seconds]` | Start the hands-free voice loop. Auto-speaks assistant replies and auto-listens by default. `--no-speak` disables reading replies aloud. `--manual` disables auto-listen (press Space to listen). |
+| `/voice-on [--manual] [--no-listen] [seconds]` | Start the hands-free voice loop. Auto-listens for the next instruction after each agent turn. `--manual` disables auto-listen (press Space to listen). |
 | `/voice-check` | Show setup diagnostics and voice-mode status. |
 
 Voice panel controls in interactive mode:
 - Space: listen now; press again while listening to stop; if Pi is speaking, stops playback first
 - A: toggle auto-listen (listen again after each assistant reply)
-- S: toggle read-aloud (speak assistant replies)
 - Q: close the panel and stop any active listening or speaking
 - Click the orb: visual ripple feedback (terminals with mouse reporting)
 
+The orb animates to reflect the current state:
+
+| State | Orb Color | Animation | Status Bar |
+| --- | --- | --- | --- |
+| Idle | Teal | Gentle pulse | `voice on` |
+| Listening | Blue | Ripple | `listening…` |
+| Speaking | Pink/Magenta | Wave | `speaking…` |
+| Agent working | Purple | Swirl | `agent working` |
+| Error | Red | — | Shows error message |
+
 ## Headless/RPC behavior
 
 Pi extension tools work in interactive TUI and headless/RPC modes.
@@ -154,9 +163,7 @@ Example config file:
   "silenceThreshold": "1%",
   "ttsSampleRate": 24000,
   "ttsOutputCodec": "wav",
-  "textFallback": true,
-  "autoSpeakAssistant": true,
-  "maxAutoSpeakChars": 320
+  "textFallback": true
 }
 ```
 
@@ -188,8 +195,6 @@ Supported environment variables:
 - `PI_LISTENS_AUDIO_DIR`
 - `PI_LISTENS_DELETE_AUDIO`
 - `PI_LISTENS_TEXT_FALLBACK`
-- `PI_LISTENS_AUTO_SPEAK`
-- `PI_LISTENS_MAX_AUTO_SPEAK_CHARS`
 
 ## Notes
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@p8n.ai/pi-listens",
-  "version": "0.2.0",
+  "version": "0.2.2",
   "description": "Pi package for speech-first interaction using Sarvam AI speech-to-text and text-to-speech.",
   "author": "Ravindra Barthwal",
   "license": "MIT",

package/skills/pi-listens/SKILL.md

@@ -17,20 +17,21 @@ This Pi package provides voice tools backed by Sarvam AI.
 
 ## Commands
 
-- `/init`: create a global settings file with defaults. User only needs to set their Sarvam API key.
+- `/voice-init`: create a global settings file with defaults. User only needs to set their Sarvam API key.
 - `/speak <text>`: speak text with Sarvam TTS.
-- `/voice-on`: start hands-free voice loop (auto-speaks replies and auto-listens by default).
+- `/voice-on`: start hands-free voice loop (auto-listens after each agent turn by default).
 - `/voice-check`: show setup diagnostics and voice-mode status.
 
 ## Usage rules
 
 1. When you need user input, clarification, or confirmation, use `voice_ask` instead of asking only in text.
 2. Before using `voice_input`, make sure the user already knows you are listening. If not, use `voice_ask`.
-3. Use `voice_output` only for concise spoken status updates or spoken summaries that matter to the user.
+3. The agent controls when to speak — use `voice_output` for concise spoken status updates that matter to the user. There is no automatic read-aloud; the agent decides.
 4. Spoken output must be brief: 1-2 short sentences, no markdown headings, no hashtags, no bullet lists, no boilerplate recap, and no full task summaries. Leave details in text.
 5. Do not speak code blocks, diffs, stack traces, logs, long tables, or lengthy explanations. Summarize briefly and leave details in text.
 6. Treat transcripts returned by `voice_input` or `voice_ask` as user input, while allowing for speech-recognition mistakes. If the transcript is ambiguous, ask a short follow-up with `voice_ask`.
 7. If speech is not recognized, rely on the tool's text fallback when available, or ask again with a shorter prompt.
+8. The voice orb reflects the current state: blue (listening), pink (speaking), purple (agent working). Calling `voice_output` automatically transitions the orb to the speaking state.
 
 ## Good voice question style
 

package/src/audio.ts

@@ -14,6 +14,8 @@ export interface AudioRuntime {
 	cleanup(path: string): Promise<void>;
 	stopPlayback(): void;
 	stopAll(): void;
+	hasActivePlayback(): boolean;
+	waitForPlaybackIdle(timeoutMs?: number): Promise<void>;
 	describe(): { recorder: string; player: string; streamingPlayer: string };
 }
 
@@ -93,6 +95,17 @@ export function createAudioRuntime(config: PiListensConfig): AudioRuntime {
 			stopActiveAudioProcesses();
 		},
 
+		hasActivePlayback(): boolean {
+			return hasActiveProcesses("play");
+		},
+
+		async waitForPlaybackIdle(timeoutMs = 30_000): Promise<void> {
+			const start = Date.now();
+			while (hasActiveProcesses("play") && Date.now() - start < timeoutMs) {
+				await new Promise((r) => setTimeout(r, 150));
+			}
+		},
+
 		describe() {
 			return { recorder: recorder ?? "missing", player: player ?? "missing", streamingPlayer: streamingPlayer ?? "missing" };
 		},
@@ -407,6 +420,13 @@ export function stopActiveAudioProcesses(options: { kind?: AudioProcessKind; for
 	}
 }
 
+function hasActiveProcesses(kind: AudioProcessKind): boolean {
+	for (const child of activeChildren) {
+		if (childKinds.get(child) === kind) return true;
+	}
+	return false;
+}
+
 function spawnManaged(command: string, args: string[], kind: AudioProcessKind, stdio: StdioOptions = ["ignore", "pipe", "pipe"]): ManagedChild {
 	installProcessExitCleanup();
 	const child = spawn(command, args, {

package/src/commands.ts

@@ -4,7 +4,7 @@ import { homedir } from "node:os";
 import { join } from "node:path";
 import type { ExtensionAPI, ExtensionCommandContext, ExtensionContext } from "@earendil-works/pi-coding-agent";
 import type { VoiceToolServices } from "./tools.js";
-import { conciseTranscript, prepareSpokenText } from "./text.js";
+import { conciseTranscript } from "./text.js";
 import { audioExtensionForCodec, maskSecret } from "./config.js";
 import { applyVoiceChrome, installVoiceUi, uninstallVoiceUi } from "./voice-ui.js";
 
@@ -13,12 +13,10 @@ export type VoiceLoopStatus = "idle" | "listening" | "transcribing" | "agent" |
 export interface VoiceModeState {
 	enabled: boolean;
 	autoListen: boolean;
-	autoSpeakAssistant: boolean;
 	isListening: boolean;
 	status: VoiceLoopStatus;
 	uiInstalled?: boolean;
 	previousEditorFactory?: unknown;
-	lastAssistantText?: string;
 	lastTranscript?: string;
 	lastError?: string;
 	recordSeconds?: number;
@@ -28,7 +26,7 @@ export interface VoiceModeState {
 }
 
 export function registerVoiceCommands(pi: ExtensionAPI, services: VoiceToolServices, state: VoiceModeState) {
-	pi.registerCommand("init", {
+	pi.registerCommand("voice-init", {
 		description: "Create a global pi-listens settings file at ~/.pi/pi-listens.json with sensible defaults",
 		handler: async (args, ctx) => {
 			await initSettings(services, ctx, args.includes("--overwrite"));
@@ -48,10 +46,9 @@ export function registerVoiceCommands(pi: ExtensionAPI, services: VoiceToolServi
 	});
 
 	pi.registerCommand("voice-on", {
-		description: "Enable hands-free voice loop with auto-speak and auto-listen. Use --no-speak to disable reading replies aloud, --manual to only listen on demand.",
+		description: "Enable hands-free voice loop with auto-listen. Use --manual to only listen on demand.",
 		handler: async (args, ctx) => {
 			state.enabled = true;
-			state.autoSpeakAssistant = !args.includes("--no-speak");
 			state.autoListen = !args.includes("--manual");
 			installVoiceUi(ctx, state, createVoiceUiCallbacks(pi, services, state, ctx));
 			applyVoiceChrome(ctx, state);
@@ -79,7 +76,6 @@ export function registerVoiceCommands(pi: ExtensionAPI, services: VoiceToolServi
 					`TTS: ${config.ttsModel} (${config.ttsLanguageCode}, speaker ${config.ttsSpeaker})`,
 					"",
 					`Voice mode: ${state.enabled ? "on" : "off"}`,
-					`Auto-speak: ${state.autoSpeakAssistant ? "on" : "off"}`,
 					`Auto-listen: ${state.autoListen ? "on" : "off"}`,
 				].join("\n"),
 				ready ? "info" : "warning",
@@ -107,8 +103,6 @@ const INIT_SETTINGS_TEMPLATE = {
 	ttsSampleRate: 24000,
 	ttsOutputCodec: "wav",
 	textFallback: true,
-	autoSpeakAssistant: true,
-	maxAutoSpeakChars: 320,
 };
 
 async function initSettings(services: VoiceToolServices, ctx: ExtensionCommandContext, overwrite: boolean) {
@@ -125,7 +119,7 @@ async function initSettings(services: VoiceToolServices, ctx: ExtensionCommandCo
 				`Settings file already exists: ${filePath}`,
 				hasKey ? "Sarvam API key: set" : "Sarvam API key: not yet configured",
 				"",
-				"Use /init --overwrite to replace it with fresh defaults.",
+				"Use /voice-init --overwrite to replace it with fresh defaults.",
 			].join("\n"),
 			"info",
 		);
@@ -154,26 +148,9 @@ async function initSettings(services: VoiceToolServices, ctx: ExtensionCommandCo
 }
 export async function maybeContinueVoiceLoop(pi: ExtensionAPI, services: VoiceToolServices, state: VoiceModeState, ctx: ExtensionContext) {
 	if (!state.enabled || state.isListening) return;
-	if (state.autoSpeakAssistant && state.lastAssistantText) {
-		const spoken = prepareSpokenText(state.lastAssistantText, services.getConfig().maxAutoSpeakChars);
-		if (spoken) {
-			try {
-				await speakText(services, spoken, ctx.signal, state, ctx);
-			} catch (err) {
-				if (isCancelled(err)) {
-					state.status = "idle";
-					state.lastError = undefined;
-					applyVoiceChrome(ctx, state);
-					return;
-				}
-				state.status = "error";
-				state.lastError = errorMessage(err);
-				applyVoiceChrome(ctx, state);
-				ctx.ui.notify(`pi-listens could not speak assistant response: ${errorMessage(err)}`, "warning");
-			}
-		}
-	}
-	if (!state.enabled || !state.autoListen) { state.status = "idle"; applyVoiceChrome(ctx, state); return; }
+	if (!state.autoListen) { state.status = "idle"; applyVoiceChrome(ctx, state); return; }
+	// Wait for any in-flight tool-initiated playback to finish before opening the mic
+	await waitForPlaybackIdle(services);
 	ctx.ui.notify("Listening for your next instruction…", "info");
 	await listenAndSend(pi, services, ctx, undefined, { followUpWhenBusy: true });
 }
@@ -245,27 +222,14 @@ async function listenAndSend(
 	}
 }
 
-async function speakText(services: VoiceToolServices, text: string, signal?: AbortSignal, state?: VoiceModeState, ctx?: ExtensionContext) {
-	const speakAbortController = state ? new AbortController() : undefined;
-	const speakSignal = combineSignals(signal, speakAbortController?.signal);
-
-	if (state) {
-		state.speakAbortController?.abort();
-		state.speakAbortController = speakAbortController;
-		state.status = "speaking";
-		if (ctx) applyVoiceChrome(ctx, state);
-	}
+async function speakText(services: VoiceToolServices, text: string, signal?: AbortSignal) {
+	// Stop any in-flight playback before starting new speech
+	services.getAudio().stopPlayback();
+	await playSpeechBest(services, text, signal);
+}
 
-	try {
-		await playSpeechBest(services, text, speakSignal.signal);
-	} finally {
-		speakSignal.cleanup();
-		if (state && state.speakAbortController === speakAbortController) state.speakAbortController = undefined;
-		if (state && state.status === "speaking") {
-			state.status = "idle";
-			if (ctx) applyVoiceChrome(ctx, state);
-		}
-	}
+async function waitForPlaybackIdle(services: VoiceToolServices): Promise<void> {
+	await services.getAudio().waitForPlaybackIdle();
 }
 
 async function playSpeechBest(services: VoiceToolServices, text: string, signal?: AbortSignal) {
@@ -304,7 +268,6 @@ function createVoiceUiCallbacks(pi: ExtensionAPI, services: VoiceToolServices, s
 		disable: () => {
 			stopVoiceMode(services, state, ctx);
 		},
-		toggleSpeak: () => { state.autoSpeakAssistant = !state.autoSpeakAssistant; applyVoiceChrome(ctx, state); },
 		toggleAutoListen: () => { state.autoListen = !state.autoListen; applyVoiceChrome(ctx, state); },
 	};
 }
@@ -360,9 +323,24 @@ export function stopVoiceMode(services: VoiceToolServices, state: VoiceModeState
 }
 
 const serviceState = new WeakMap<VoiceToolServices, VoiceModeState>();
+const serviceCtx = new WeakMap<VoiceToolServices, ExtensionContext>();
 
 export function attachStateToServices(services: VoiceToolServices, state: VoiceModeState) {
 	serviceState.set(services, state);
+	services.notifySpeaking = (speaking) => {
+		if (!state.enabled) return;
+		if (speaking) {
+			state.status = "speaking";
+		} else if (state.status === "speaking") {
+			state.status = "idle";
+		}
+		const ctx = serviceCtx.get(services);
+		if (ctx) applyVoiceChrome(ctx, state);
+	};
+}
+
+export function updateServiceContext(services: VoiceToolServices, ctx: ExtensionContext) {
+	serviceCtx.set(services, ctx);
 }
 
 function getStateFromServices(services: VoiceToolServices): VoiceModeState {

package/src/config.ts

@@ -32,8 +32,6 @@ export interface PiListensConfig {
 	audioDir: string;
 	deleteAudio: boolean;
 	textFallback: boolean;
-	autoSpeakAssistant: boolean;
-	maxAutoSpeakChars: number;
 }
 
 const DEFAULT_CONFIG: PiListensConfig = {
@@ -59,8 +57,6 @@ const DEFAULT_CONFIG: PiListensConfig = {
 	audioDir: join(tmpdir(), "pi-listens"),
 	deleteAudio: true,
 	textFallback: true,
-	autoSpeakAssistant: false,
-	maxAutoSpeakChars: 320,
 };
 
 type RawConfig = Partial<PiListensConfig>;
@@ -102,8 +98,6 @@ export function resolveConfig(cwd: string): PiListensConfig {
 		audioDir: env("PI_LISTENS_AUDIO_DIR"),
 		deleteAudio: parseBoolean(env("PI_LISTENS_DELETE_AUDIO")),
 		textFallback: parseBoolean(env("PI_LISTENS_TEXT_FALLBACK")),
-		autoSpeakAssistant: parseBoolean(env("PI_LISTENS_AUTO_SPEAK")),
-		maxAutoSpeakChars: parseInteger(env("PI_LISTENS_MAX_AUTO_SPEAK_CHARS")),
 	};
 
 	return mergeDefined(DEFAULT_CONFIG, fileConfig, envConfig);

package/src/index.ts

@@ -2,9 +2,8 @@ import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
 import { createAudioRuntime, type AudioRuntime } from "./audio.js";
 import { maskSecret, resolveConfig, type PiListensConfig } from "./config.js";
 import { SarvamSpeechClient } from "./sarvam.js";
-import { attachStateToServices, maybeContinueVoiceLoop, registerVoiceCommands, stopVoiceMode, type VoiceModeState } from "./commands.js";
+import { attachStateToServices, maybeContinueVoiceLoop, registerVoiceCommands, stopVoiceMode, updateServiceContext, type VoiceModeState } from "./commands.js";
 import { registerVoiceTools, type VoiceToolServices } from "./tools.js";
-import { firstTextContent } from "./text.js";
 
 export default function piListensExtension(pi: ExtensionAPI) {
 	let config: PiListensConfig = resolveConfig(process.cwd());
@@ -13,10 +12,8 @@ export default function piListensExtension(pi: ExtensionAPI) {
 
 	const speech = new SarvamSpeechClient(() => config);
 	const state: VoiceModeState = {
-
 		enabled: false,
 		autoListen: false,
-		autoSpeakAssistant: config.autoSpeakAssistant,
 		isListening: false,
 		status: "idle",
 		recordSeconds: config.recordSeconds,
@@ -34,7 +31,7 @@ export default function piListensExtension(pi: ExtensionAPI) {
 		lastCwd = cwd;
 		config = resolveConfig(cwd);
 		audio = createAudioRuntime(config);
-		if (!state.enabled) { state.autoSpeakAssistant = config.autoSpeakAssistant; state.recordSeconds = config.recordSeconds; state.silenceStopSeconds = config.silenceStopSeconds; }
+		if (!state.enabled) { state.recordSeconds = config.recordSeconds; state.silenceStopSeconds = config.silenceStopSeconds; }
 	}
 
 	registerVoiceTools(pi, services);
@@ -42,6 +39,7 @@ export default function piListensExtension(pi: ExtensionAPI) {
 
 	pi.on("session_start", async (_event, ctx) => {
 		reloadConfig(ctx.cwd);
+		updateServiceContext(services, ctx);
 		const audioInfo = audio.describe();
 		const ready = Boolean(config.apiKey) && audioInfo.recorder !== "missing" && audioInfo.player !== "missing";
 		ctx.ui.setStatus("pi-listens", state.enabled ? "voice on" : ready ? "voice ready" : "voice setup needed");
@@ -52,7 +50,7 @@ export default function piListensExtension(pi: ExtensionAPI) {
 					`Sarvam API key: ${maskSecret(config.apiKey)}`,
 					`Recorder: ${audioInfo.recorder}`,
 					`Player: ${audioInfo.player}`,
-					"Run /init to create a settings file, or /voice-check for details.",
+					"Run /voice-init to create a settings file, or /voice-check for details.",
 				].join("\n"),
 				"warning",
 			);
@@ -69,12 +67,9 @@ export default function piListensExtension(pi: ExtensionAPI) {
 		};
 	});
 
-	pi.on("message_end", async (event) => {
-		if (event.message.role !== "assistant") return;
-		state.lastAssistantText = firstTextContent(event.message);
-	});
 
 	pi.on("agent_end", async (_event, ctx) => {
+		updateServiceContext(services, ctx);
 		await maybeContinueVoiceLoop(pi, services, state, ctx);
 	});
 

package/src/text.ts

@@ -1,46 +1,3 @@
-export function firstTextContent(message: unknown): string {
-	if (!message || typeof message !== "object") return "";
-	const content = (message as { content?: unknown }).content;
-	if (typeof content === "string") return content;
-	if (!Array.isArray(content)) return "";
-	return content
-		.map((part) => {
-			if (!part || typeof part !== "object") return "";
-			const p = part as { type?: string; text?: string };
-			return p.type === "text" && typeof p.text === "string" ? p.text : "";
-		})
-		.filter(Boolean)
-		.join("\n")
-		.trim();
-}
-
-export function prepareSpokenText(text: string, maxChars: number): string {
-	let prepared = text
-		.replace(/```[\s\S]*?```/g, " I skipped a code block. ")
-		.replace(/^\s{0,3}#{1,6}\s+/gm, "")
-		.replace(/^\s*[-*+]\s+/gm, "")
-		.replace(/^\s*\d+[.)]\s+/gm, "")
-		.replace(/`([^`]+)`/g, "$1")
-		.replace(/https?:\/\/\S+/g, "link")
-		.replace(/[#*_>~|]+/g, " ")
-		.replace(/\s+/g, " ")
-		.trim();
-
-	prepared = conciseSpokenSummary(prepared);
-	if (prepared.length > maxChars) {
-		prepared = `${prepared.slice(0, Math.max(0, maxChars - 32)).trim()}… More on screen.`;
-	}
-	return prepared;
-}
-
-function conciseSpokenSummary(text: string): string {
-	const sentences = text.match(/[^.!?]+[.!?]+|[^.!?]+$/g)?.map((part) => part.trim()).filter(Boolean) ?? [];
-	if (sentences.length === 0) return text;
-
-	const useful = sentences.filter((sentence) => !/^(sure|here('|’)s|summary|in summary|done|completed|i('|’)ve|i have)\b/i.test(sentence));
-	const picked = (useful.length ? useful : sentences).slice(0, 2).join(" ").trim();
-	return picked || text;
-}
 
 export function conciseTranscript(transcript: string): string {
 	const trimmed = transcript.trim();

package/src/tools.ts

@@ -13,6 +13,7 @@ export interface VoiceToolServices {
 	getConfig: () => PiListensConfig;
 	getAudio: () => AudioRuntime;
 	getSpeech: () => SarvamSpeechClient;
+	notifySpeaking?: (speaking: boolean) => void;
 }
 
 const VoiceOutputParams = Type.Object({
@@ -54,21 +55,28 @@ export function registerVoiceTools(pi: ExtensionAPI, services: VoiceToolServices
 		],
 		parameters: VoiceOutputParams,
 		async execute(_toolCallId, params: VoiceOutputInput, signal, onUpdate) {
+			// Stop any in-flight playback before starting new speech
+			services.getAudio().stopPlayback();
+			services.notifySpeaking?.(true);
 			onUpdate?.({ content: [{ type: "text", text: "Starting streamed speech with Sarvam AI…" }], details: {} });
 			const playback = playSpeechBest(params.text, services, signal);
 			if (params.wait_for_playback !== true) {
-				void playback.catch(() => undefined);
+				void playback.then(() => services.notifySpeaking?.(false), () => services.notifySpeaking?.(false));
 				return {
 					content: [{ type: "text", text: `Started speaking to user: ${params.text}` }],
 					details: { played: "started", text: params.text },
 				};
 			}
 			onUpdate?.({ content: [{ type: "text", text: "Playing audio…" }], details: {} });
-			const details = await playback;
-			return {
-				content: [{ type: "text", text: `Spoke to user: ${params.text}` }],
-				details: { ...details, played: true, text: params.text },
-			};
+			try {
+				const details = await playback;
+				return {
+					content: [{ type: "text", text: `Spoke to user: ${params.text}` }],
+					details: { ...details, played: true, text: params.text },
+				};
+			} finally {
+				services.notifySpeaking?.(false);
+			}
 		},
 		renderCall(args: VoiceOutputInput, theme) {
 			return new Text(`${theme.fg("toolTitle", theme.bold("voice_output "))}${theme.fg("muted", quote(args.text))}`, 0, 0);
@@ -116,7 +124,13 @@ export function registerVoiceTools(pi: ExtensionAPI, services: VoiceToolServices
 		parameters: VoiceAskParams,
 		async execute(_toolCallId, params: VoiceAskInput, signal, onUpdate, ctx) {
 			onUpdate?.({ content: [{ type: "text", text: "Speaking question…" }], details: {} });
-			await playSpeechBest(params.question, services, signal);
+			services.getAudio().stopPlayback();
+			services.notifySpeaking?.(true);
+			try {
+				await playSpeechBest(params.question, services, signal);
+			} finally {
+				services.notifySpeaking?.(false);
+			}
 			const answer = await listenAndMaybeFallback(
 				params,
 				services,

package/src/voice-ui.ts

@@ -7,7 +7,6 @@ type EditorFactory = ReturnType<ExtensionContext["ui"]["getEditorComponent"]>;
 export interface VoiceUiCallbacks {
 	startListening: () => void;
 	disable: () => void;
-	toggleSpeak: () => void;
 	toggleAutoListen: () => void;
 }
 
@@ -46,15 +45,19 @@ export function applyVoiceChrome(ctx: ExtensionContext, state: VoiceModeState) {
 			? "listening…"
 			: state.status === "agent"
 				? "agent working"
-				: state.autoSpeakAssistant
-					? "voice on + speak"
+				: state.status === "speaking"
+					? "speaking…"
 					: "voice on"
 		: "voice ready";
 	ctx.ui.setStatus("pi-listens", status);
 	if (!state.enabled) return;
 	ctx.ui.setWorkingIndicator({
-		frames: state.status === "listening" ? [ctx.ui.theme.fg("accent", "●"), ctx.ui.theme.fg("muted", "•")] : [ctx.ui.theme.fg("accent", "◌")],
-		intervalMs: 250,
+		frames: state.status === "listening"
+			? [ctx.ui.theme.fg("accent", "●"), ctx.ui.theme.fg("muted", "•")]
+			: state.status === "speaking"
+				? [ctx.ui.theme.fg("accent", "♪"), ctx.ui.theme.fg("muted", "♫")]
+				: [ctx.ui.theme.fg("accent", "◌")],
+		intervalMs: state.status === "speaking" ? 200 : 250,
 	});
 }
 
@@ -93,11 +96,6 @@ class VoiceLoopEditor extends CustomEditor {
 			this.callbacks.startListening();
 			return;
 		}
-		if (data.toLowerCase() === "s") {
-			this.triggerOrbClick(0.5, -0.18, 0.12);
-			this.callbacks.toggleSpeak();
-			return;
-		}
 		if (data.toLowerCase() === "a") {
 			this.triggerOrbClick(0.65, 0.18, 0.1);
 			this.callbacks.toggleAutoListen();
@@ -311,7 +309,6 @@ function controlRail(state: VoiceModeState, palette: OrbPalette, width: number):
 	const pills = [
 		controlPill("Space", listenLabel, state.isListening ? "active" : "primary", palette),
 		controlPill("A", state.autoListen ? "auto-listen on" : "auto-listen off", state.autoListen ? "active" : "muted", palette),
-		controlPill("S", state.autoSpeakAssistant ? "read aloud on" : "read aloud off", state.autoSpeakAssistant ? "active" : "muted", palette),
 		controlPill("Q", "close", "danger", palette),
 	];
 	return wrapInline(pills, "  ", Math.max(24, width - 2));