@hanzo/rooms 0.1.3 → 0.1.5

package/dist/Chat.js

@@ -33,22 +33,23 @@ import { Prose } from "./Prose.js";
 import { useAgent, useAi, useChat, useModels, } from "@hanzo/ai/react";
 import { freeCopy, grantConsent, hasConsent, isFree, } from "@hanzo/ai";
 import { ASK, Chat as ChatSurface, Code, Failure, Parts, words } from "@hanzo/ui/chat";
-import { compose, hold, images, partsOf } from "./lib/attach.js";
+import { compose, images, partsOf } from "./lib/attach.js";
+import { channel, drop, hold, spend, take, usePane } from "./pane.js";
 import { Face, brief as roomBrief, join, roleOf, roomTurn, roster as rosterLine, rosterOf, speakers, speaksOf, voiceOf } from "./cast.js";
-import { SpeakButton, speakAgent } from "./speech.js";
+import { SpeakButton, cleanForSpeech } from "./speech.js";
 import { Crew, HOUSE, useCrew } from "./crew.js";
 import { called } from "./team.js";
-import { Anchor, Box, Button, Text, View, XStack, YStack } from "@hanzo/ui";
+import { Anchor, Box, Button, Text, Tooltip, TooltipContent, TooltipTrigger, View, XStack, YStack } from "@hanzo/ui";
 import { Control } from "@hanzo/composer";
 import { useIam, useIamToken } from "@hanzo/iam/react";
 import { hasSession, org } from "./lib/session.js";
-import { clock, sku, useLimits } from "./lib/limits.js";
+import { chats, clock, sku, useLimits } from "./lib/limits.js";
 import { Meters } from "./meters.js";
 import { useHydrated } from "./lib/hydrated.js";
 import { base, served } from "./lib/ai.js";
 import { onServed } from "./lib/served.js";
 import { speech, useVoice, Voice } from "@hanzo/voice";
-import { ArrowUp, Mic, Paperclip, Square, Star, PanelRight, X } from "lucide-react";
+import { ArrowUp, Image as ImageMark, Mic, Paperclip, Square, Star, PanelRight, X } from "lucide-react";
 import { ENSO, FREE } from "./lib/ai.js";
 import { openThread, useOpen } from "./open.js";
 import { Beside, Framed } from "./Shell.js";
@@ -331,7 +332,10 @@ function Thread({ placeholder = MESSAGE, initial, anonymous = false, heading, })
     const ai = useAi();
     // In the app's frame the composer floats on the pane as a pane of its own.
     const framed = useContext(Framed);
-    const { thread: open, open: reopen, agents: room, openAgent, seat, emptied, aside, showAside, showSettings } = useOpen();
+    const opened = useOpen();
+    const { thread: open, open: reopen, agents: room, openAgent, seat, emptied, aside, showAside, showSettings } = opened;
+    // The conversation's key in `pane.ts`, the one the column beside it reads.
+    const at = channel(opened);
     // The first of them: what a surface that addresses one person reads.
     const withWhom = room[0] ?? null;
     // Whether the column beside this conversation is showing its summary, and the
@@ -431,7 +435,11 @@ function Thread({ placeholder = MESSAGE, initial, anonymous = false, heading, })
     // bare "not found", after it has already recorded the question. `served`
     // keeps the house name where it is served and otherwise falls to the first
     // model that is, so a room on any catalogue can be spoken to.
-    const { models } = useModels();
+    // A SPEECH MODEL NEVER ANSWERS A CHAT TURN. The catalog lists the
+    // transcriber and the voice beside the chat models; one that names its
+    // outputs and names no text (`chats`) is neither offered nor fallen back to.
+    const { models: catalog } = useModels();
+    const models = useMemo(() => catalog.filter(chats), [catalog]);
     // HANZO MODELS ALONE are offered here, to everyone: an Enso or Zen id
     // (`sku`). A preference kept from before for any other model is not one this
     // room offers, so the house router is asked for instead, and `served` keeps
@@ -597,60 +605,50 @@ function Thread({ placeholder = MESSAGE, initial, anonymous = false, heading, })
     // passing value/onChange/onSend takes that ownership over rather than fighting
     // it.
     const [draft, setDraft] = useState("");
-    // FILES WITH THE NEXT MESSAGE: pressed in through the paperclip, or dropped
-    // anywhere on the room. An image rides as a picture the model reads, a text
-    // file as its words (lib/attach); anything else is refused by name here.
-    const [files, setFiles] = useState([]);
-    const [fileSaid, setFileSaid] = useState(null);
+    // FILES WITH THE NEXT MESSAGE, held by `pane.ts` for this conversation: the
+    // paperclip, a drop anywhere on the room, a paste into the field and the
+    // column's `+` all go through its one `hold`, so the chips here and the rows
+    // under Sources are one list. An image rides as a picture the model reads, a
+    // text file as its words (lib/attach); anything else is refused by name.
+    const { held: files, refused: turnedAway } = usePane(at);
     const [dragging, setDragging] = useState(false);
-    const picker = useRef(null);
     const outgoing = useRef([]);
     const depth = useRef(0);
-    const take = useCallback(async (list) => {
-        if (!list?.length)
-            return;
-        const out = await Promise.all(Array.from(list).map(hold));
-        setFiles((now) => [...now, ...out.filter((one) => typeof one !== "string")]);
-        const refused = out.filter((one) => typeof one === "string");
-        setFileSaid(refused.length ? refused.join(" ") : null);
-    }, []);
     useSeed(initial, setDraft);
-    // DICTATION, the same one the site's own composer offers. `speech()` defaults
-    // to the Hanzo gateway and `base()` is the one place a host is read from, so
+    // DICTATION through Hanzo's own ear: the mic records and each pause is
+    // posted to /v1/audio/transcriptions (`zen-scribe`). `speech()` defaults to
+    // the Hanzo gateway and `base()` is the one place a host is read from, so
     // pointing a local cloud at one points both. The token is the reader's own —
-    // the package never invents a credential — and where a browser has no
-    // recogniser `<Voice/>` wears the reason rather than failing silently.
+    // the package never invents a credential — and a refusal is worn by
+    // `<Voice/>`, never passed off as a transcript.
     const { token } = useIamToken();
-    const agentVoice = voiceOf(withWhom);
-    const ear = useMemo(() => speech({
-        ...base(),
-        ...(token ? { token } : {}),
-        voice: { name: agentVoice },
-    }), [token, agentVoice]);
+    const ear = useMemo(() => speech({ ...base(), ...(token ? { token } : {}) }), [token]);
     const voice = useVoice({
         speech: ear,
         onPartial: setDraft,
         onUtterance: setDraft,
     });
-    // When voice dictation is open, automatically speak incoming assistant replies
+    // WHILE THE MIC IS OPEN, A FINISHED REPLY IS READ ALOUD by the platform's
+    // voice, through the conversation's own mouth so speaking over it stops it.
+    // A room's reply is read part by part, each in its speaker's cast voice.
     const wasStreaming = useRef(false);
     useEffect(() => {
         if (wasStreaming.current && !chat.streaming && voice.open) {
             const msgs = chat.messages;
             const lastMsg = msgs[msgs.length - 1];
             if (lastMsg && lastMsg.role === "assistant" && typeof lastMsg.content === "string") {
-                // A room's reply is read part by part, each in its speaker's voice.
                 const parts = room.length > 1 ? speakers(lastMsg.content, room) : [{ who: withWhom, text: lastMsg.content }];
-                const read = (i) => {
-                    if (i >= parts.length)
-                        return;
-                    speakAgent(parts[i].text, { agent: parts[i].who ?? withWhom ?? undefined, onEnd: () => read(i + 1) });
-                };
-                read(0);
+                void (async () => {
+                    for (const part of parts) {
+                        const said = cleanForSpeech(part.text);
+                        if (said)
+                            await voice.say(said, voiceOf(part.who ?? withWhom ?? undefined));
+                    }
+                })();
             }
         }
         wasStreaming.current = chat.streaming;
-    }, [chat.streaming, voice.open, chat.messages, withWhom, room]);
+    }, [chat.streaming, voice.open, voice.say, chat.messages, withWhom, room]);
     // A SEND THAT WAITS ONE RENDER. `send` closes over the turns it was rendered
     // with, so a send that first tidies the thread is held here and made from the
     // next render, where the tidied turns are the ones it sends.
@@ -796,11 +794,10 @@ function Thread({ placeholder = MESSAGE, initial, anonymous = false, heading, })
         const text = draft.trim();
         if (!text && !files.length)
             return;
-        outgoing.current = images(files);
+        const going = spend(at);
+        outgoing.current = images(going);
         setDraft("");
-        setFiles([]);
-        setFileSaid(null);
-        guarded(compose(text, files));
+        guarded(compose(text, going));
     };
     /*
       WHAT AN UNANSWERED QUESTION LOOKS LIKE: a turn of its own directly under it,
@@ -910,8 +907,8 @@ function Thread({ placeholder = MESSAGE, initial, anonymous = false, heading, })
             if (!e.dataTransfer.files?.length)
                 return;
             e.preventDefault();
-            void take(e.dataTransfer.files);
-        }, children: [dragging ? (_jsx(YStack, { "aria-hidden": true, position: "absolute", t: 0, r: 0, b: 0, l: 0, z: 10, items: "center", justify: "center", bg: "var(--surface-scrim)", borderWidth: 2, borderStyle: "dashed", borderColor: "$borderColor", rounded: "var(--pane-round)", pointerEvents: "none", children: _jsx(Text, { fontSize: "$4", color: "$ink", children: "Drop to attach" }) })) : null, _jsxs(XStack, { height: 48, items: "center", justify: "space-between", px: "$3", borderBottomWidth: 1, borderColor: "$borderColor", children: [_jsxs(XStack, { items: "center", gap: "$2", minW: 0, children: [_jsx(Box, { render: "button", onClick: () => open && star(open), "aria-label": open && starred.has(open) ? "Unstar this conversation" : "Star this conversation", "aria-pressed": !!open && starred.has(open), p: "$1.5", rounded: "$2", hoverStyle: { bg: '$hover' }, children: _jsx(Star, { size: 15, "aria-hidden": true, color: open && starred.has(open) ? "var(--foreground)" : "var(--muted-foreground)", fill: open && starred.has(open) ? "currentColor" : "none" }) }), room.length ? (_jsx(XStack, { role: "list", "aria-label": "Agents in this chat", items: "center", gap: "$1.5", minW: 0, overflowX: "auto", "$platform-web": { scrollbarWidth: "none" }, children: room.map((name) => (_jsxs(XStack, { role: "listitem", items: "center", gap: "$1.5", pl: "$1", pr: "$0.5", py: "$0.5", rounded: 999, borderWidth: 1, borderColor: "$borderColor", shrink: 0, children: [_jsx(Face, { src: faces[name]?.avatar ?? (name === withWhom ? portrait : undefined), emoji: faces[name]?.emoji ?? (name === withWhom ? persona?.emoji : undefined), name: name, size: 22 }), _jsx(Text, { fontSize: "$2", fontWeight: "600", color: "$color", numberOfLines: 1, display: "none", $sm: { display: "flex" }, children: name }), _jsx(Box, { render: "button", onClick: () => openAgent(name), "aria-label": `Remove ${name} from this chat`, title: `Remove ${name}`, width: 24, height: 24, rounded: 999, items: "center", justify: "center", hoverStyle: { bg: "$hover" }, children: _jsx(X, { size: 13, "aria-hidden": true, color: "var(--soft, var(--muted-foreground))" }) })] }, name))) })) : null] }), _jsxs(XStack, { items: "center", gap: "$1", children: [_jsx(Box, { render: "button", onClick: () => {
+            void hold(at, Array.from(e.dataTransfer.files));
+        }, children: [dragging ? (_jsx(YStack, { "aria-hidden": true, position: "absolute", t: 0, r: 0, b: 0, l: 0, z: 10, items: "center", justify: "center", bg: "var(--surface-scrim)", borderWidth: 2, borderStyle: "dashed", borderColor: "$borderColor", rounded: "var(--pane-round)", pointerEvents: "none", children: _jsxs(XStack, { items: "center", gap: "$2", px: "$4", py: "$2.5", rounded: "$10", bg: "$background", borderWidth: 1, borderColor: "$borderColor", children: [_jsx(Paperclip, { size: 15, "aria-hidden": true }), _jsx(Text, { fontSize: "$4", color: "$ink", children: "Drop files to attach" })] }) })) : null, _jsxs(XStack, { height: 48, items: "center", justify: "space-between", px: "$3", borderBottomWidth: 1, borderColor: "$borderColor", children: [_jsxs(XStack, { items: "center", gap: "$2", minW: 0, children: [_jsx(Box, { render: "button", onClick: () => open && star(open), "aria-label": open && starred.has(open) ? "Unstar this conversation" : "Star this conversation", "aria-pressed": !!open && starred.has(open), p: "$1.5", rounded: "$2", hoverStyle: { bg: '$hover' }, children: _jsx(Star, { size: 15, "aria-hidden": true, color: open && starred.has(open) ? "var(--foreground)" : "var(--muted-foreground)", fill: open && starred.has(open) ? "currentColor" : "none" }) }), room.length ? (_jsx(XStack, { role: "list", "aria-label": "Agents in this chat", items: "center", gap: "$1.5", minW: 0, overflowX: "auto", "$platform-web": { scrollbarWidth: "none" }, children: room.map((name) => (_jsxs(XStack, { role: "listitem", items: "center", gap: "$1.5", pl: "$1", pr: "$0.5", py: "$0.5", rounded: 999, borderWidth: 1, borderColor: "$borderColor", shrink: 0, children: [_jsx(Face, { src: faces[name]?.avatar ?? (name === withWhom ? portrait : undefined), emoji: faces[name]?.emoji ?? (name === withWhom ? persona?.emoji : undefined), name: name, size: 22 }), _jsx(Text, { fontSize: "$2", fontWeight: "600", color: "$color", numberOfLines: 1, display: "none", $sm: { display: "flex" }, children: name }), _jsx(Box, { render: "button", onClick: () => openAgent(name), "aria-label": `Remove ${name} from this chat`, title: `Remove ${name}`, width: 24, height: 24, rounded: 999, items: "center", justify: "center", hoverStyle: { bg: "$hover" }, children: _jsx(X, { size: 13, "aria-hidden": true, color: "var(--soft, var(--muted-foreground))" }) })] }, name))) })) : null] }), _jsxs(XStack, { items: "center", gap: "$1", children: [_jsx(Box, { render: "button", onClick: () => {
                                     if (aside === null) {
                                         showAside("tasks");
                                         if (!pinned)
@@ -1034,15 +1031,22 @@ function Thread({ placeholder = MESSAGE, initial, anonymous = false, heading, })
                     // package's button and `streaming` still has to become stop; it keeps
                     // `data-slot="composer-send"` so a driver finds it, and it is the same
                     // `Control` circle as the mic, filled.
-                    // THE PAPERCLIP opens the file picker; the same files can be dropped on
-                    // the room.
-                    children: (_jsxs(_Fragment, { children: [_jsx(Control, { type: "button", size: ROUND, "aria-label": "Attach files", onClick: () => picker.current?.click(), children: _jsx(Paperclip, { size: 15, "aria-hidden": true }) }), _jsx("input", { ref: picker, type: "file", multiple: true, hidden: true, "data-slot": "composer-files", onChange: (e) => {
-                                    void take(e.target.files);
-                                    e.target.value = "";
-                                } })] })),
+                    // THE PAPERCLIP is the column's "Attach files", one press closer: the
+                    // same `take`, into the same `hold`.
+                    children: (_jsxs(Tooltip, { children: [_jsx(TooltipTrigger, { children: _jsx(Control, { type: "button", size: ROUND, "aria-label": "Attach files", onClick: () => take(at), children: _jsx(Paperclip, { size: 15, "aria-hidden": true }) }) }), _jsx(TooltipContent, { children: _jsx(Text, { fontSize: "$2", children: "Attach files" }) })] })),
+                    // A file or an image pasted into the field is held like a picked one;
+                    // words paste as words.
+                    field: {
+                        onPaste: (e) => {
+                            if (!e.clipboardData?.files?.length)
+                                return;
+                            e.preventDefault();
+                            void hold(at, Array.from(e.clipboardData.files));
+                        },
+                    },
                     // WHAT GOES WITH THE MESSAGE, above the frame: one chip a file, each
                     // with its own remove, and the reason any file was refused.
-                    head: files.length || fileSaid ? (_jsxs(YStack, { width: "calc(100% - 32px)", maxW: `calc(${MEASURE} - 3rem)`, mx: "auto", gap: "$1.5", children: [files.length ? (_jsx(XStack, { gap: "$1.5", flexWrap: "wrap", role: "list", "aria-label": "Attached files", "data-slot": "composer-attached", children: files.map((one) => (_jsxs(XStack, { role: "listitem", items: "center", gap: "$1.5", pl: "$2.5", pr: "$1", py: "$1", rounded: "$10", borderWidth: 1, borderColor: "$borderColor", bg: "$hover", maxW: 260, children: [_jsx(Paperclip, { size: 12, "aria-hidden": true, color: "var(--muted-foreground)" }), _jsx(Text, { fontSize: "$2", color: "$ink", numberOfLines: 1, children: one.name }), _jsx(Box, { render: "button", "aria-label": `Remove ${one.name}`, onClick: () => setFiles((now) => now.filter((f) => f.id !== one.id)), p: "$1", rounded: "$10", hoverStyle: { bg: "$raised" }, children: _jsx(X, { size: 12, "aria-hidden": true }) })] }, one.id))) })) : null, fileSaid ? (_jsx(Text, { role: "alert", fontSize: "$2", color: BAD, children: fileSaid })) : null] })) : undefined,
+                    head: files.length || turnedAway ? (_jsxs(YStack, { width: "calc(100% - 32px)", maxW: `calc(${MEASURE} - 3rem)`, mx: "auto", gap: "$1.5", children: [files.length ? (_jsx(XStack, { gap: "$1.5", flexWrap: "wrap", role: "list", "aria-label": "Attached files", "data-slot": "composer-attached", children: files.map((one) => (_jsxs(XStack, { role: "listitem", items: "center", gap: "$1.5", pl: "$2.5", pr: "$1", py: "$1", rounded: "$10", borderWidth: 1, borderColor: "$borderColor", bg: "$hover", maxW: 260, children: [one.kind === "image" ? (_jsx(ImageMark, { size: 12, "aria-hidden": true, color: "var(--muted-foreground)" })) : (_jsx(Paperclip, { size: 12, "aria-hidden": true, color: "var(--muted-foreground)" })), _jsx(Text, { fontSize: "$2", color: "$ink", numberOfLines: 1, children: one.name }), _jsx(Box, { render: "button", "aria-label": `Remove ${one.name}`, onClick: () => drop(at, one.id), p: "$1", rounded: "$10", hoverStyle: { bg: "$raised" }, children: _jsx(X, { size: 12, "aria-hidden": true }) })] }, one.id))) })) : null, turnedAway ? (_jsx(Text, { role: "alert", fontSize: "$2", color: BAD, children: turnedAway })) : null] })) : undefined,
                     send: (_jsxs(XStack, { items: "center", gap: "$2", children: [_jsx(Enso, { effort: effort, onEffort: setEffort, model: wanted, onModel: choose, models: offered }), _jsx(Control, { asChild: true, size: ROUND, children: _jsx(Voice, { voice: voice, children: (state) => (_jsx(Mic, { size: 15, fill: state === "idle" ? "none" : "currentColor" })) }) }), _jsx(Control, { type: "button", size: ROUND, fill: true, "data-slot": "composer-send", "aria-label": chat.streaming ? "Stop" : "Send", opacity: chat.streaming || draft.trim() || files.length ? 1 : 0.4, onClick: () => (chat.streaming ? chat.stop() : submit()), children: chat.streaming ? (_jsx(Square, { size: 13, fill: "currentColor" })) : (_jsx(ArrowUp, { size: 15, strokeWidth: 2.5 })) })] })),
                     // WHAT THE PLAN HAS LEFT, under the frame and at its measure, for a
                     // plan holder only: Free keeps the free lane's own notice.

package/dist/Meet.js

@@ -1,27 +1,31 @@
 'use client';
 import { Fragment as _Fragment, jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
-import { useState, useEffect, useRef, useCallback } from 'react';
+import { useState, useEffect, useRef, useCallback, useMemo } from 'react';
 import { Video, VideoOff, Mic, MicOff, PhoneOff, Copy, Check, Plus, Calendar, ExternalLink, Bot, Volume2, Square, Send, UserPlus, Tv, LayoutGrid, ArrowRight, } from 'lucide-react';
 import { Text, View, XStack, YStack } from '@hanzo/gui';
 import { Button } from '@hanzo/ui';
+import { useIamToken } from '@hanzo/iam/react';
+import { REFUSED, speech, useVoice } from '@hanzo/voice';
 import { Face, voiceOf } from './cast.js';
 import { member } from './team.js';
-import { speakAgent, stopAgentSpeech, AudioWave, useAgentSpeech } from './speech.js';
+import { cleanForSpeech, speakAgent, stopAgentSpeech, AudioWave, useAgentSpeech } from './speech.js';
 import { GOOD } from './lib/mix.js';
+import { api } from './lib/api.js';
+import { ENSO, base } from './lib/ai.js';
 /** A core member as a meeting seats them: the team's name and part, the cast's voice. */
 const seated = (id) => {
     const one = member(id);
     return { id, name: one.name, role: one.role, voice: voiceOf(id) };
 };
 export const AVAILABLE_MEETING_AGENTS = [
-    { id: 'hanzo-coder', name: 'Hanzo Coder', role: 'Engineering Lead & Coder', voice: 'ash' },
-    { id: 'hanzo-researcher', name: 'Hanzo Researcher', role: 'Research & DeSci Scientist', voice: 'fable' },
+    { id: 'hanzo-coder', name: 'Hanzo Coder', role: 'Engineering Lead & Coder', voice: voiceOf('Hanzo Coder') },
+    { id: 'hanzo-researcher', name: 'Hanzo Researcher', role: 'Research & DeSci Scientist', voice: voiceOf('Hanzo Researcher') },
     seated('maya'),
     seated('des'),
     seated('vi'),
     seated('nora'),
     seated('einstein'),
-    { id: 'zach', name: 'Zach', role: 'Quantitative Analyst', voice: 'onyx' },
+    { id: 'zach', name: 'Zach', role: 'Quantitative Analyst', voice: voiceOf('zach') },
 ];
 const DEFAULT_MEETINGS = [
     {
@@ -64,65 +68,37 @@ const DEFAULT_MEETINGS = [
         url: 'https://meet.hanzo.ai/security-sync',
     },
 ];
-async function generateAgentMeetingResponse(prompt, agentName) {
-    const token = typeof window !== 'undefined' ? localStorage.getItem('hanzo_iam_access_token') : null;
-    if (token) {
-        try {
-            const res = await fetch('https://api.hanzo.ai/v1/chat/completions', {
-                method: 'POST',
-                headers: {
-                    'Content-Type': 'application/json',
-                    Authorization: `Bearer ${token}`,
+/**
+ * The co-pilot's answer to one thing said in the call, in a sentence or two a
+ * voice can read. Asked of the gateway as the reader (`token`, from
+ * `useIamToken`) through the one API host; a refusal is thrown with what the
+ * gateway said, never answered with a line nobody wrote.
+ */
+async function generateAgentMeetingResponse(prompt, agentName, token) {
+    if (!token)
+        throw new Error('Sign in to ask the co-pilot.');
+    const res = await fetch(`${api()}/v1/chat/completions`, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json', Authorization: `Bearer ${token}` },
+        body: JSON.stringify({
+            model: ENSO,
+            messages: [
+                {
+                    role: 'system',
+                    content: `You are ${agentName}, participating in a live Hanzo Meet video call. Respond succinctly, conversationally, and informatively in 1 to 2 sentences suitable for voice synthesis.`,
                 },
-                body: JSON.stringify({
-                    model: 'gpt-4o-mini',
-                    messages: [
-                        {
-                            role: 'system',
-                            content: `You are ${agentName}, participating in a live Hanzo Meet video call. Respond succinctly, conversationally, and informatively in 1 to 2 sentences suitable for voice synthesis.`,
-                        },
-                        {
-                            role: 'user',
-                            content: prompt,
-                        },
-                    ],
-                    max_tokens: 150,
-                }),
-            });
-            if (res.ok) {
-                const data = await res.json();
-                const text = data.choices?.[0]?.message?.content?.trim();
-                if (text)
-                    return text;
-            }
-        }
-        catch { }
-    }
-    // Domain-specific intelligent persona responses
-    const lower = prompt.toLowerCase();
-    const agent = agentName.toLowerCase();
-    if (agent.includes('coder')) {
-        if (lower.includes('audio') || lower.includes('webrtc') || lower.includes('media')) {
-            return 'The WebRTC audio track is streaming over LiveKit SFU at 24kHz with PCM capture and real-time turn-taking.';
-        }
-        if (lower.includes('deploy') || lower.includes('build') || lower.includes('status')) {
-            return 'All services and container builds are verified green across Kubernetes pods with zero regressions.';
-        }
-        return `As Hanzo Coder, I am tracking that: our engineering pipeline is synchronized and ready for production deployment.`;
-    }
-    if (agent.includes('researcher')) {
-        return `From our DeSci research benchmarks, model convergence and validation loss show optimal scaling across the cluster.`;
-    }
-    if (agent.includes('maya')) {
-        return `I have recorded this decision and scheduled the follow-up milestone in our calendar.`;
-    }
-    if (agent.includes('des')) {
-        return `The UI hierarchy, contrast ratios, and layout flow are optimized for clarity across both desktop and mobile.`;
-    }
-    if (agent.includes('vi')) {
-        return `Cluster health, P99 response latencies, and auto-scaling ingress controllers are reporting 100% operational.`;
-    }
-    return `Understood. I have logged that item for our meeting sync and will monitor the execution.`;
+                { role: 'user', content: prompt },
+            ],
+            max_tokens: 150,
+        }),
+    });
+    if (!res.ok)
+        throw new Error(`The co-pilot is unavailable (${res.status}).`);
+    const data = await res.json();
+    const text = data.choices?.[0]?.message?.content?.trim();
+    if (!text)
+        throw new Error('The co-pilot answered with nothing.');
+    return text;
 }
 /** design's smallest rung (`--text-floor`, 10px), below gui's `$1`; gui's font size takes a rung or a number. */
 const FLOOR = 10;
@@ -143,16 +119,11 @@ export function Meet() {
     const [meetingView, setMeetingView] = useState('iframe');
     const [agentQuestion, setAgentQuestion] = useState('');
     // Agent Speech in Call
+    const { token } = useIamToken();
     const { speaking, speak, toggle } = useAgentSpeech(activeCoPilotAgent);
     const [audioTesting, setAudioTesting] = useState(false);
-    const [handsFree, setHandsFree] = useState(false);
-    const recognitionRef = useRef(null);
-    const [liveNotes, setLiveNotes] = useState([
-        '18:02: Meeting started with participants. AI Bot transcription active.',
-        '18:04: Discussed latency metrics on local S3 drive server (port 9005). Average response: 1.2ms.',
-        '18:08: Agreed on channel connector architecture: channels connect via bot instances exclusively.',
-        '18:12: Action Item assigned to Hanzo Coder: Integrate Cal.com scheduling engine across bot triggers.',
-    ]);
+    // The call's notes: what was said and answered here, and nothing before it.
+    const [liveNotes, setLiveNotes] = useState([]);
     const videoRef = useRef(null);
     const localStreamRef = useRef(null);
     useEffect(() => {
@@ -230,80 +201,37 @@ export function Meet() {
             return;
         }
         setAudioTesting(true);
-        speakAgent(`Welcome to Hanzo Meet. Speaker test complete. All agent audio and video systems are ready for this call.`, {
+        speakAgent(`Welcome to Hanzo Meet. This is ${activeCoPilotAgent}'s voice. If you can hear this, your speakers are working.`, {
             agent: activeCoPilotAgent,
+            token,
             onEnd: () => setAudioTesting(false),
             onError: () => setAudioTesting(false),
         });
     };
+    // HANDS-FREE is one spoken conversation with the co-pilot, on @hanzo/voice:
+    // the mic records, each pause goes to Hanzo's /v1/audio/transcriptions, the
+    // utterance is answered, and the answer is read in the co-pilot's cast voice
+    // by /v1/audio/speech. Speaking over the reply stops it (the machine's
+    // barge-in). Every browser that can record takes part, not only the ones with
+    // a working SpeechRecognition — Chromium on Linux and Firefox have none.
+    const ear = useMemo(() => speech({ ...base(), ...(token ? { token } : {}) }), [token]);
+    const handsFree = useVoice({
+        speech: ear,
+        onUtterance: (transcript) => void handleSpokenInput(transcript),
+    });
+    const handsFreeSay = handsFree.say;
     const handleSpokenInput = useCallback(async (transcript) => {
         const time = new Date().toLocaleTimeString().slice(0, 5);
-        const userNote = `${time}: You (voice): ${transcript}`;
-        setLiveNotes((prev) => [...prev, userNote]);
-        const reply = await generateAgentMeetingResponse(transcript, activeCoPilotAgent);
-        const agentNote = `${time}: ${activeCoPilotAgent} (AI): ${reply}`;
-        setLiveNotes((prev) => [...prev, agentNote]);
-        speak(reply, activeCoPilotAgent);
-    }, [activeCoPilotAgent, speak]);
-    // Real-time hands-free speech recognition & barge-in turn-taking
-    useEffect(() => {
-        if (!handsFree || !activeMeetingRoom) {
-            if (recognitionRef.current) {
-                try {
-                    recognitionRef.current.stop();
-                }
-                catch { }
-                recognitionRef.current = null;
-            }
-            return;
-        }
-        if (typeof window === 'undefined')
-            return;
-        const SpeechRec = window.SpeechRecognition || window.webkitSpeechRecognition;
-        if (!SpeechRec)
-            return;
-        const recognition = new SpeechRec();
-        recognition.continuous = true;
-        recognition.interimResults = true;
-        recognition.lang = 'en-US';
-        recognition.onresult = (event) => {
-            // Barge-in: if human starts speaking while agent is talking, halt speech immediately!
-            if (speaking) {
-                stopAgentSpeech();
-            }
-            for (let i = event.resultIndex; i < event.results.length; i++) {
-                if (event.results[i].isFinal) {
-                    const transcript = event.results[i][0]?.transcript?.trim();
-                    if (transcript) {
-                        handleSpokenInput(transcript);
-                    }
-                }
-            }
-        };
-        recognition.onerror = () => { };
-        recognition.onend = () => {
-            if (handsFree && activeMeetingRoom) {
-                try {
-                    recognition.start();
-                }
-                catch { }
-            }
-        };
+        setLiveNotes((prev) => [...prev, `${time}: You (voice): ${transcript}`]);
         try {
-            recognition.start();
-            recognitionRef.current = recognition;
+            const reply = await generateAgentMeetingResponse(transcript, activeCoPilotAgent, token);
+            setLiveNotes((prev) => [...prev, `${time}: ${activeCoPilotAgent} (AI): ${reply}`]);
+            void handsFreeSay(cleanForSpeech(reply), voiceOf(activeCoPilotAgent));
         }
-        catch { }
-        return () => {
-            if (recognitionRef.current) {
-                try {
-                    recognitionRef.current.stop();
-                }
-                catch { }
-                recognitionRef.current = null;
-            }
-        };
-    }, [handsFree, activeMeetingRoom, speaking, handleSpokenInput]);
+        catch (err) {
+            setLiveNotes((prev) => [...prev, `${time}: ${activeCoPilotAgent} did not answer: ${err.message}`]);
+        }
+    }, [activeCoPilotAgent, token, handsFreeSay]);
     const handleAskAgent = async (e) => {
         e.preventDefault();
         const q = agentQuestion.trim();
@@ -311,26 +239,37 @@ export function Meet() {
             return;
         setAgentQuestion('');
         const time = new Date().toLocaleTimeString().slice(0, 5);
-        const userNote = `${time}: You: ${q}`;
-        setLiveNotes((prev) => [...prev, userNote]);
-        const reply = await generateAgentMeetingResponse(q, activeCoPilotAgent);
-        const agentNote = `${time}: ${activeCoPilotAgent} (AI): ${reply}`;
-        setLiveNotes((prev) => [...prev, agentNote]);
-        speak(reply, activeCoPilotAgent);
+        setLiveNotes((prev) => [...prev, `${time}: You: ${q}`]);
+        try {
+            const reply = await generateAgentMeetingResponse(q, activeCoPilotAgent, token);
+            setLiveNotes((prev) => [...prev, `${time}: ${activeCoPilotAgent} (AI): ${reply}`]);
+            speak(reply, activeCoPilotAgent);
+        }
+        catch (err) {
+            setLiveNotes((prev) => [...prev, `${time}: ${activeCoPilotAgent} did not answer: ${err.message}`]);
+        }
     };
+    // The briefing is the call's own notes, read aloud; with none there is nothing to brief.
     const handleReadBriefing = () => {
-        const summary = `Executive briefing for ${activeMeetingRoom || 'call'}. Key items discussed: latency metrics on local S3 drive server average 1.2ms, channel connector architecture verified, Cal scheduling integration underway.`;
-        toggle(summary, activeCoPilotAgent);
+        if (!liveNotes.length)
+            return;
+        toggle(`Briefing for ${activeMeetingRoom || 'this call'}. ${liveNotes.join('. ')}`, activeCoPilotAgent);
     };
+    // What the hands-free control says: why it cannot run, or that Hanzo's speech
+    // refused and the browser stood in (or could not) — never silence.
+    const handsFreeNote = handsFree.reason ?? (handsFree.refusal ? REFUSED[handsFree.refusal.covered ? 'covered' : 'lost'] : null);
     return (_jsxs(YStack, { width: "100%", height: "100%", bg: "$background", overflowX: "auto", overflowY: "auto", children: [_jsxs(XStack, { minH: 56, px: 20, py: 8, gap: 10, flexWrap: "wrap", bg: "$panel", borderBottomWidth: 1, borderBottomColor: "$borderColor", items: "center", justify: "space-between", children: [_jsxs(XStack, { items: "center", gap: 12, shrink: 1, minW: "auto", children: [_jsx(XStack, { width: 32, height: 32, rounded: 8, bg: "$raised", items: "center", justify: "center", shrink: 1, minW: "auto", children: _jsx(Video, { size: 18, color: "var(--foreground)" }) }), _jsxs(YStack, { shrink: 1, minW: "auto", children: [_jsxs(XStack, { items: "center", gap: 8, children: [_jsx(Text, { fontSize: "$4", fontWeight: "700", color: "$ink", children: "Hanzo Meet" }), _jsx(Text, { fontSize: FLOOR, fontWeight: "700", bg: "$hover", color: "$soft", borderWidth: 1, borderColor: "$borderColor", px: 6, py: 1, rounded: 4, children: "LIVE \u00B7 meet.hanzo.ai" })] }), _jsx(Text, { fontSize: "$1", color: "$soft", children: "Native WebRTC video conferencing with AI meeting bot transcription & voice" })] })] }), activeMeetingRoom ? (_jsxs(XStack, { items: "center", gap: 8, shrink: 1, minW: "auto", flexWrap: "wrap", children: [_jsx(XStack, { bg: "$hover", rounded: 8, p: 2, gap: 2, borderWidth: 1, borderColor: "$borderColor", shrink: 1, minW: "auto", children: [
                                     ['iframe', 'SFU Stage', Tv],
                                     ['grid', 'Agent Grid', LayoutGrid],
                                 ].map(([view, label, Icon]) => (_jsxs(Button, { size: "sm", variant: meetingView === view ? 'primary' : 'ghost', ...(meetingView === view ? null : { color: '$soft' }), "aria-pressed": meetingView === view, onClick: () => setMeetingView(view), children: [_jsx(Icon, { size: 12 }), label] }, view))) }), botAssisting ? (_jsx(View, { display: "none", "$max-md": { display: 'flex' }, children: _jsxs(Button, { size: "sm", variant: copilot ? 'secondary' : 'default', onClick: () => setCopilot((v) => !v), "aria-label": "Co-pilot", "aria-expanded": copilot, "aria-controls": "meet-copilot", children: [_jsx(Bot, { size: 13 }), "Co-pilot"] }) })) : null, _jsxs(Button, { size: "sm", onClick: () => handleCopyLink(activeMeetingRoom), children: [copied ? _jsx(Check, { size: 13 }) : _jsx(Copy, { size: 13 }), copied ? 'Link Copied' : 'Copy Room Link'] }), _jsxs(Button, { size: "sm", variant: "destructive", onClick: () => {
                                     stopAgentSpeech();
+                                    // Leaving the call hangs up the hands-free conversation with it.
+                                    if (handsFree.open)
+                                        handsFree.toggle();
                                     setActiveMeetingRoom(null);
                                 }, children: [_jsx(PhoneOff, { size: 14 }), "Leave Call"] })] })) : (_jsx(XStack, { items: "center", gap: 8, shrink: 1, minW: "auto", children: _jsx(Button, { asChild: true, variant: "linkMuted", size: "sm", px: 0, children: _jsxs("a", { href: "https://meet.hanzo.ai", target: "_blank", rel: "noopener noreferrer", children: ["meet.hanzo.ai", _jsx(ExternalLink, { size: 12 })] }) }) }))] }), activeMeetingRoom ? (_jsxs(XStack, { flex: 1, overflow: "hidden", position: "relative", children: [_jsx(XStack, { flex: 1, minW: "auto", position: "relative", bg: "$sunken", children: meetingView === 'iframe' ? (_jsx(View, { render: _jsx("iframe", { src: `https://meet.hanzo.ai/${activeMeetingRoom}#config.prejoinPageEnabled=false&config.startWithAudioMuted=${!micOn}&config.startWithVideoMuted=${!cameraOn}`, allow: "camera; microphone; display-capture; autoplay; clipboard-write; speaker-selection; screen-wake-lock", title: `Hanzo Meet Room: ${activeMeetingRoom}` }), width: "100%", height: "100%", borderWidth: 0, bg: "$sunken" }, "stage")) : (_jsxs(View, { flex: 1, display: "grid", gridTemplateColumns: "repeat(auto-fit, minmax(280px, 1fr))", gap: 12, p: 16, overflowY: "auto", bg: "$background", children: [_jsx(YStack, { bg: "$panel", rounded: 12, borderWidth: 1, borderColor: "$borderColor", position: "relative", overflow: "hidden", items: "center", justify: "center", minH: 220, children: _jsxs(YStack, { items: "center", children: [_jsx(YStack, { width: 72, height: 72, rounded: 9999, bg: "$raised", items: "center", justify: "center", mb: 8, children: _jsx(Text, { fontSize: "$8", fontWeight: "700", color: "$ink", children: "You" }) }), _jsx(Text, { fontSize: "$2", fontWeight: "600", color: "$ink", children: "Alex (Host)" }), _jsx(Text, { fontSize: "$1", color: micOn ? GOOD : '$soft', children: micOn ? 'Mic Active' : 'Muted' })] }) }), invitedAgents.map((agentName) => {
                                     const voice = voiceOf(agentName);
-                                    const isThisSpeaking = speaking && activeCoPilotAgent.toLowerCase() === agentName.toLowerCase();
+                                    const isThisSpeaking = (speaking || handsFree.state === 'speaking') && activeCoPilotAgent.toLowerCase() === agentName.toLowerCase();
                                     return (_jsxs(YStack, { bg: "$panel", rounded: 12, borderWidth: isThisSpeaking ? 2 : 1, borderColor: isThisSpeaking ? 'var(--state-success)' : '$borderColor', position: "relative", overflow: "hidden", items: "center", justify: "center", p: 20, minH: 220, transition: "200ms", children: [_jsxs(View, { position: "relative", mb: 10, children: [_jsx(Face, { name: agentName, size: 72 }), isThisSpeaking ? (_jsx(View, { position: "absolute", b: -4, r: -4, bg: "var(--popover)", borderWidth: 1, borderColor: "var(--state-success)", rounded: 9999, p: 4, children: _jsx(Volume2, { size: 12, color: GOOD }) })) : null] }), _jsx(Text, { fontSize: "$3", fontWeight: "700", color: "$ink", mb: 2, children: agentName }), _jsxs(Text, { fontSize: "$1", color: "$soft", mb: 8, children: ["Voice: ", voice] }), _jsx(XStack, { items: "center", gap: 6, bg: "$hover", px: 10, py: 4, rounded: 12, children: isThisSpeaking ? (_jsxs(_Fragment, { children: [_jsx(AudioWave, { active: true, color: "var(--state-success)" }), _jsx(Text, { fontSize: "$1", fontWeight: "600", color: GOOD, children: "Speaking in Call" })] })) : (_jsxs(_Fragment, { children: [_jsx(Bot, { size: 11, color: "var(--muted-foreground)" }), _jsx(Text, { fontSize: "$1", fontWeight: "600", color: "$quiet", children: "AI Agent \u00B7 In Call" })] })) })] }, agentName));
                                 })] }, "grid")) }), botAssisting ? (_jsxs(YStack, { id: "meet-copilot", width: 360, minW: 360, bg: "$panel", borderLeftWidth: 1, borderLeftColor: "$borderColor", p: 16, gap: 12, "$max-md": {
                             display: copilot ? 'flex' : 'none',
@@ -343,9 +282,13 @@ export function Meet() {
                             minW: 0,
                             z: 'var(--z-sheet)',
                             borderLeftWidth: 0,
-                        }, children: [_jsxs(XStack, { items: "center", justify: "space-between", children: [_jsxs(XStack, { items: "center", gap: 8, children: [_jsx(Face, { name: activeCoPilotAgent, size: 28 }), _jsxs(YStack, { children: [_jsx(Text, { fontSize: "$2", fontWeight: "700", color: "$ink", children: activeCoPilotAgent }), _jsxs(Text, { fontSize: FLOOR, color: "$faint", children: ["AI Co-pilot \u00B7 Voice: ", voiceOf(activeCoPilotAgent)] })] })] }), _jsx(Text, { fontSize: FLOOR, fontWeight: "700", color: GOOD, bg: "$hover", px: 6, py: 2, rounded: 4, children: "Live in call" })] }), _jsx(XStack, { gap: 4, flexWrap: "wrap", children: invitedAgents.map((agent) => (_jsx(Button, { size: "sm", variant: activeCoPilotAgent === agent ? 'secondary' : 'ghost', color: activeCoPilotAgent === agent ? '$ink' : '$soft', "aria-pressed": activeCoPilotAgent === agent, onClick: () => setActiveCoPilotAgent(agent), children: agent }, agent))) }), _jsxs(XStack, { gap: 8, children: [_jsx(Button, { size: "sm", flex: 1, variant: speaking ? 'secondary' : 'default', onClick: handleReadBriefing, children: speaking ? (_jsxs(_Fragment, { children: [_jsx(AudioWave, { active: true, color: "var(--state-success)" }), "Stop Briefing", _jsx(Square, { size: 11, fill: "currentColor" })] })) : (_jsxs(_Fragment, { children: [_jsx(Volume2, { size: 14 }), "Briefing"] })) }), _jsxs(Button, { size: "sm", variant: handsFree ? 'secondary' : 'default', "data-testid": "hands-free-voice-toggle", "aria-pressed": handsFree, title: handsFree ? 'Hands-Free Voice Active (Speaks and interrupts on voice)' : 'Enable Hands-Free Voice Mode', onClick: () => setHandsFree(!handsFree), children: [_jsx(Mic, { size: 14, color: handsFree ? 'var(--state-success)' : 'currentColor' }), handsFree ? 'Hands-Free On' : 'Hands-Free'] })] }), _jsx(YStack, { flex: 1, overflowY: "auto", bg: "$background", rounded: 8, borderWidth: 1, borderColor: "$borderColor", p: 12, gap: 8, children: liveNotes.map((note, i) => (_jsx(Text, { fontSize: "$1", color: "$quiet", lineHeight: 16.5, pb: 8, borderBottomWidth: 1, borderBottomColor: "$borderColor", children: note }, i))) }), _jsxs(XStack, { render: "form", onSubmit: handleAskAgent, gap: 6, children: [_jsx(Text, { render: _jsx("input", { type: "text", value: agentQuestion, onChange: (e) => setAgentQuestion(e.target.value), placeholder: `Ask ${activeCoPilotAgent} in meeting...` }), flex: 1, bg: "$background", borderWidth: 1, borderColor: "var(--border-control)", rounded: 6, px: 10, py: 8, color: "$ink", fontSize: "$1", outlineStyle: "none" }), _jsx(Button, { type: "submit", variant: "primary", size: "icon-sm", disabled: !agentQuestion.trim(), "aria-label": "Ask", children: _jsx(Send, { size: 12 }) })] }), _jsxs(XStack, { gap: 8, children: [_jsx(Button, { size: "sm", flex: 1, onClick: () => {
-                                            const sample = `${new Date().toLocaleTimeString().slice(0, 5)}: Participant discussed deployment timeline for next release.`;
-                                            setLiveNotes((prev) => [...prev, sample]);
+                        }, children: [_jsxs(XStack, { items: "center", justify: "space-between", children: [_jsxs(XStack, { items: "center", gap: 8, children: [_jsx(Face, { name: activeCoPilotAgent, size: 28 }), _jsxs(YStack, { children: [_jsx(Text, { fontSize: "$2", fontWeight: "700", color: "$ink", children: activeCoPilotAgent }), _jsxs(Text, { fontSize: FLOOR, color: "$faint", children: ["AI Co-pilot \u00B7 Voice: ", voiceOf(activeCoPilotAgent)] })] })] }), _jsx(Text, { fontSize: FLOOR, fontWeight: "700", color: GOOD, bg: "$hover", px: 6, py: 2, rounded: 4, children: "Live in call" })] }), _jsx(XStack, { gap: 4, flexWrap: "wrap", children: invitedAgents.map((agent) => (_jsx(Button, { size: "sm", variant: activeCoPilotAgent === agent ? 'secondary' : 'ghost', color: activeCoPilotAgent === agent ? '$ink' : '$soft', "aria-pressed": activeCoPilotAgent === agent, onClick: () => setActiveCoPilotAgent(agent), children: agent }, agent))) }), _jsxs(XStack, { gap: 8, children: [_jsx(Button, { size: "sm", flex: 1, variant: speaking ? 'secondary' : 'default', disabled: !speaking && !liveNotes.length, onClick: handleReadBriefing, children: speaking ? (_jsxs(_Fragment, { children: [_jsx(AudioWave, { active: true, color: "var(--state-success)" }), "Stop Briefing", _jsx(Square, { size: 11, fill: "currentColor" })] })) : (_jsxs(_Fragment, { children: [_jsx(Volume2, { size: 14 }), "Briefing"] })) }), _jsxs(Button, { size: "sm", variant: handsFree.open ? 'secondary' : 'default', "data-testid": "hands-free-voice-toggle", "data-state": handsFree.state, "data-refusal": handsFree.refusal ? handsFree.refusal.service : undefined, "aria-pressed": handsFree.open, disabled: !!handsFree.blocked, title: handsFreeNote ??
+                                            (handsFree.open ? 'Hands-Free Voice Active (Speaks and interrupts on voice)' : 'Enable Hands-Free Voice Mode'), onClick: handsFree.toggle, children: [_jsx(Mic, { size: 14, color: handsFree.open ? 'var(--state-success)' : 'currentColor' }), handsFree.open ? 'Hands-Free On' : 'Hands-Free'] })] }), handsFreeNote ? (_jsx(Text, { fontSize: "$1", color: "$soft", role: "status", children: handsFreeNote })) : null, _jsx(YStack, { flex: 1, overflowY: "auto", bg: "$background", rounded: 8, borderWidth: 1, borderColor: "$borderColor", p: 12, gap: 8, children: liveNotes.map((note, i) => (_jsx(Text, { fontSize: "$1", color: "$quiet", lineHeight: 16.5, pb: 8, borderBottomWidth: 1, borderBottomColor: "$borderColor", children: note }, i))) }), _jsxs(XStack, { render: "form", onSubmit: handleAskAgent, gap: 6, children: [_jsx(Text, { render: _jsx("input", { type: "text", value: agentQuestion, onChange: (e) => setAgentQuestion(e.target.value), placeholder: `Ask ${activeCoPilotAgent} in meeting...` }), flex: 1, bg: "$background", borderWidth: 1, borderColor: "var(--border-control)", rounded: 6, px: 10, py: 8, color: "$ink", fontSize: "$1", outlineStyle: "none" }), _jsx(Button, { type: "submit", variant: "primary", size: "icon-sm", disabled: !agentQuestion.trim(), "aria-label": "Ask", children: _jsx(Send, { size: 12 }) })] }), _jsxs(XStack, { gap: 8, children: [_jsx(Button, { size: "sm", flex: 1, disabled: !agentQuestion.trim(), title: "Add what is typed above to the notes, without asking the co-pilot", onClick: () => {
+                                            const note = agentQuestion.trim();
+                                            if (!note)
+                                                return;
+                                            setAgentQuestion('');
+                                            setLiveNotes((prev) => [...prev, `${new Date().toLocaleTimeString().slice(0, 5)}: You (note): ${note}`]);
                                         }, children: "+ Add Live Note" }), _jsx(Button, { variant: "primary", size: "sm", onClick: () => {
                                             const text = liveNotes.join('\n');
                                             navigator.clipboard.writeText(text);