@athenaintel/react 0.57.2 → 0.60.0

package/dist/agent-runtime/src/use-deep-agent-voice.d.ts

@@ -106,17 +106,25 @@ declare module '@assistant-ui/core' {
 }
 /** A voice-delegated frontend tool call projected by legacy hosts
  * (`arguments` is a JSON string). Current hosts run frontend tools through
- * the delegated run's client-tool interrupts, so this stays empty. */
+ * the delegated run's client-tool interrupts and no longer project these. */
 export interface DeepAgentVoiceToolCall {
     callId: string;
     name: string;
     arguments: string;
 }
-/** The host's `state.voice` projection while a session exists. */
+/**
+ * The host's `state.voice` projection while a session exists
+ * (harness-sdk-python 0.39: `{clientId, status, micPaused, activeTask, error}`).
+ */
 export interface DeepAgentVoiceWireState {
     clientId: string;
-    status: 'connecting' | 'live';
-    toolCalls: DeepAgentVoiceToolCall[];
+    status: 'connecting' | 'live' | 'closed';
+    /** The owner paused its microphone (`voice/mic`). */
+    micPaused?: boolean;
+    /** Why the session ended, once it has (`status: 'closed'`). */
+    error?: string | null;
+    /** Projected by hosts before harness-sdk-python 0.39 only. */
+    toolCalls?: DeepAgentVoiceToolCall[];
     /** The delegated voice task currently running, if any. */
     activeTask?: {
         taskId: string;
@@ -438,6 +446,16 @@ export interface UseDeepAgentVoiceOptions {
      * through a per-render ref; a throw or a rejected promise is ignored.
      */
     onCallMoved?: (move: DeepAgentVoiceCallMove) => void | Promise<void>;
+    /**
+     * Join muted while this returns `true` (a hold-to-talk surface). Read at the
+     * start of every attempt — a user start, a call moved here, the automatic
+     * restart — each of which then joins the way a restart rejoins a muted call:
+     * the microphone published muted (never not at all) and protocol input
+     * paused once live, so no live audio leaves the device before
+     * `setMicMuted(false)`. Read through a per-render ref; a throw counts as
+     * muted.
+     */
+    joinMuted?: () => boolean;
     /** Per-surface overrides of the negotiation deadlines (ms). */
     timeouts?: {
         /** How long to wait for ICE gathering to complete before sending the offer with the candidates so far. */

package/dist/agent-runtime/src/use-deep-agent-voice.js

@@ -174,6 +174,9 @@ const describeVoiceFailure = (failure) => {
       if (failure.code === "voice-not-enabled") {
         return "Voice mode is not enabled for this workspace.";
       }
+      if (failure.code === "voice-rate-limited") {
+        return "Voice was started too many times in the last minute. Wait a moment and try again.";
+      }
       return failure.message;
     default:
       return failure.message;
@@ -370,10 +373,10 @@ const useDeepAgentVoice = (options = {}) => {
     async (command) => sendCommandRef.current(command),
     []
   );
-  const voice = useStatewireState(
-    // The raw wire state is non-object until the attach snapshot hydrates it.
-    (s) => readDeepAgentStreamValues(s).voice ?? null
-  );
+  const voice = useStatewireState((s) => {
+    const wire = readDeepAgentStreamValues(s).voice;
+    return wire && wire.status !== "closed" ? wire : null;
+  });
   const [phase, setPhase] = useState("idle");
   const [failure, setFailure] = useState(null);
   const error = (failure == null ? void 0 : failure.message) ?? null;
@@ -421,6 +424,8 @@ const useDeepAgentVoice = (options = {}) => {
   onDiagnosticRef.current = options.onDiagnostic;
   const onCallMovedRef = useRef(options.onCallMoved);
   onCallMovedRef.current = options.onCallMoved;
+  const joinMutedRef = useRef(options.joinMuted);
+  joinMutedRef.current = options.joinMuted;
   const timeoutsRef = useRef(options.timeouts);
   timeoutsRef.current = options.timeouts;
   const phaseRef = useRef("idle");
@@ -442,6 +447,7 @@ const useDeepAgentVoice = (options = {}) => {
   const hydratedWireOwnerId = useStatewireState((s) => {
     if (!isDeepAgentStateHydrated(s)) return void 0;
     const wire = readDeepAgentStreamValues(s).voice;
+    if ((wire == null ? void 0 : wire.status) === "closed") return null;
     return typeof (wire == null ? void 0 : wire.clientId) === "string" && wire.clientId !== "" ? wire.clientId : null;
   });
   const hydratedWireLive = useStatewireState((s) => {
@@ -497,6 +503,19 @@ const useDeepAgentVoice = (options = {}) => {
     activeAudioSessionRef.current = null;
     audioSessionIdleRef.current = audioSessionIdleRef.current.then(() => session.stop()).catch(() => void 0);
   }, []);
+  const muteJoinIfAsked = useCallback(() => {
+    const joinMuted = joinMutedRef.current;
+    if (joinMuted === void 0) return;
+    let muted;
+    try {
+      muted = joinMuted() === true;
+    } catch {
+      muted = true;
+    }
+    if (!muted) return;
+    micMutedRef.current = true;
+    setMicMutedState(true);
+  }, []);
   const notifyCallMoved = useCallback((move) => {
     const observer = onCallMovedRef.current;
     if (!observer) return;
@@ -725,6 +744,7 @@ const useDeepAgentVoice = (options = {}) => {
     ownClientIdRef.current = null;
     startingRef.current = true;
     attemptStartedAtRef.current = Date.now();
+    muteJoinIfAsked();
     setFailure(null);
     setPhase("connecting");
     let stage = "preflight";
@@ -992,6 +1012,7 @@ const useDeepAgentVoice = (options = {}) => {
     acquireAudioSession,
     fail,
     joinVoiceRoom,
+    muteJoinIfAsked,
     playRelayChunk,
     releaseAudioSession,
     report,
@@ -1090,6 +1111,7 @@ const useDeepAgentVoice = (options = {}) => {
     transferRef.current = transfer;
     startingRef.current = true;
     attemptStartedAtRef.current = Date.now();
+    muteJoinIfAsked();
     setFailure(null);
     setPhase("connecting");
     let stage = "preflight";
@@ -1206,6 +1228,9 @@ const useDeepAgentVoice = (options = {}) => {
       moved = true;
       transferRef.current = null;
       report("live", attempt, { transport: "livekit", transfer: true });
+      if (micMutedRef.current) {
+        void sendCommand({ type: "voice/set-mic", paused: true, attemptId }).catch(() => void 0);
+      }
       setPhase("live");
       setLiveSince(Date.now());
       notifyCallMoved({ direction: "here", surface: fromSurface });
@@ -1227,6 +1252,7 @@ const useDeepAgentVoice = (options = {}) => {
     acquireAudioSession,
     fail,
     joinVoiceRoom,
+    muteJoinIfAsked,
     notifyCallMoved,
     releaseAudioSession,
     report,