bloby-bot 0.17.9 → 0.18.0

package/dist-bloby/assets/{highlighted-body-OFNGDK62-7F_qKdIR.js → highlighted-body-OFNGDK62-CEYRDN-L.js}

@@ -1 +1 @@
-import{c as e,r as t,t as n}from"./jsx-runtime-C0W9Wf2W.js";import{n as r,r as i,t as a}from"./bloby-Cnt49fF0.js";var o=e(t(),1),s=n(),c=({code:e,language:t,raw:n,className:c,startLine:l,lineNumbers:u,...d})=>{let{shikiTheme:f}=(0,o.useContext)(i),p=r(),[m,h]=(0,o.useState)(n);return(0,o.useEffect)(()=>{if(!p){h(n);return}let r=p.highlight({code:e,language:t,themes:f},e=>{h(e)});r&&h(r)},[e,t,f,p,n]),(0,s.jsx)(a,{className:c,language:t,lineNumbers:u,result:m,startLine:l,...d})};export{c as HighlightedCodeBlockBody};
+import{c as e,r as t,t as n}from"./jsx-runtime-C0W9Wf2W.js";import{n as r,r as i,t as a}from"./bloby-B8Qpaiaq.js";var o=e(t(),1),s=n(),c=({code:e,language:t,raw:n,className:c,startLine:l,lineNumbers:u,...d})=>{let{shikiTheme:f}=(0,o.useContext)(i),p=r(),[m,h]=(0,o.useState)(n);return(0,o.useEffect)(()=>{if(!p){h(n);return}let r=p.highlight({code:e,language:t,themes:f},e=>{h(e)});r&&h(r)},[e,t,f,p,n]),(0,s.jsx)(a,{className:c,language:t,lineNumbers:u,result:m,startLine:l,...d})};export{c as HighlightedCodeBlockBody};

package/dist-bloby/assets/mermaid-GHXKKRXX-6uL8XX_T.js

@@ -0,0 +1 @@
+import{i as e}from"./bloby-B8Qpaiaq.js";export{e as Mermaid};

package/dist-bloby/bloby.html

@@ -4,7 +4,7 @@
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no, interactive-widget=resizes-content" />
     <title>Bloby Chat</title>
-    <script type="module" crossorigin src="/bloby/assets/bloby-Cnt49fF0.js"></script>
+    <script type="module" crossorigin src="/bloby/assets/bloby-B8Qpaiaq.js"></script>
     <link rel="modulepreload" crossorigin href="/bloby/assets/jsx-runtime-C0W9Wf2W.js">
     <link rel="modulepreload" crossorigin href="/bloby/assets/globals-Y2sqR_Rk.js">
     <link rel="stylesheet" crossorigin href="/bloby/assets/globals-Dw5ZdZGt.css">

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bloby-bot",
-  "version": "0.17.9",
+  "version": "0.18.0",
   "releaseNotes": [
     "1. react router implemented",
     "2. new workspace design",

package/supervisor/chat/bloby-main.tsx

@@ -277,6 +277,41 @@ function BlobyApp() {
   const { messages, streaming, streamBuffer, tools, hasMore, loadOlder, sendMessage, stopStreaming, clearContext } =
     useBlobyChat(clientRef.current, reloadTrigger, authenticated);
 
+  // Handle voice recordings sent from the widget bubble (long-press mic)
+  useEffect(() => {
+    const handler = async (e: MessageEvent) => {
+      if (e.data?.type !== 'bloby:voice-record') return;
+      const { audio, transcript } = e.data as { audio?: string; transcript?: string };
+
+      if (audio && whisperEnabled) {
+        // Whisper path: transcribe via WebSocket, then send message
+        const client = clientRef.current;
+        if (!client?.connected) return;
+        try {
+          const data = await new Promise<{ transcript?: string }>((resolve, reject) => {
+            const unsub = client.on('whisper:result', (d: { transcript?: string }) => {
+              unsub();
+              clearTimeout(timer);
+              resolve(d);
+            });
+            const timer = setTimeout(() => { unsub(); reject(new Error('Timeout')); }, 30000);
+            client.send('whisper:transcribe', { audio });
+          });
+          if (data.transcript?.trim()) {
+            sendMessage(data.transcript.trim(), undefined, `data:audio/webm;base64,${audio}`);
+          }
+        } catch (err) {
+          console.error('[BlobyApp] widget voice transcription error:', err);
+        }
+      } else if (transcript?.trim()) {
+        // Web Speech path: send transcript directly
+        sendMessage(transcript.trim());
+      }
+    };
+    window.addEventListener('message', handler);
+    return () => window.removeEventListener('message', handler);
+  }, [sendMessage, whisperEnabled]);
+
   // Auth gate: show spinner while checking, login screen if needed
   if (!authChecked) {
     return (

package/supervisor/chat/src/components/Chat/InputBar.tsx

@@ -77,6 +77,7 @@ export default function InputBar({ onSend, onStop, streaming, whisperEnabled, on
   const dragRef = useRef(0);
   const holdTimerRef = useRef<ReturnType<typeof setTimeout> | null>(null);
   const isHolding = useRef(false);
+  const pointerIsDown = useRef(false);
   const intervalRef = useRef<ReturnType<typeof setInterval> | null>(null);
   const mediaRecorderRef = useRef<MediaRecorder | null>(null);
   const audioChunksRef = useRef<Blob[]>([]);
@@ -255,6 +256,7 @@ export default function InputBar({ onSend, onStop, streaming, whisperEnabled, on
   // ── Mic pointer handlers ──
   const handleMicDown = useCallback((e: RPointerEvent) => {
     e.preventDefault();
+    pointerIsDown.current = true;
     startXRef.current = e.clientX;
     dragRef.current = 0;
     (e.currentTarget as HTMLElement).setPointerCapture(e.pointerId);
@@ -267,6 +269,11 @@ export default function InputBar({ onSend, onStop, streaming, whisperEnabled, on
         if (whisperEnabled) {
           // Whisper path: need getUserMedia + MediaRecorder for audio capture
           const stream = await navigator.mediaDevices.getUserMedia({ audio: true });
+          // If user released while permission dialog was showing, clean up and bail
+          if (!pointerIsDown.current) {
+            stream.getTracks().forEach((t) => t.stop());
+            return;
+          }
           streamRef.current = stream;
           const mimeType = MediaRecorder.isTypeSupported('audio/webm;codecs=opus') ? 'audio/webm;codecs=opus' : 'audio/webm';
           const recorder = new MediaRecorder(stream, { mimeType });
@@ -279,6 +286,10 @@ export default function InputBar({ onSend, onStop, streaming, whisperEnabled, on
         } else {
           // Web Speech path: only SpeechRecognition, no getUserMedia (avoids mic conflict on mobile)
           startSpeech();
+          if (!pointerIsDown.current) {
+            abortSpeech();
+            return;
+          }
         }
 
         isHolding.current = true;
@@ -288,7 +299,7 @@ export default function InputBar({ onSend, onStop, streaming, whisperEnabled, on
         console.error('[InputBar] recording setup failed:', err);
       }
     }, 200);
-  }, [voiceEnabled, whisperEnabled, startSpeech]);
+  }, [voiceEnabled, whisperEnabled, startSpeech, abortSpeech]);
 
   const handleMicMove = useCallback((e: RPointerEvent) => {
     if (!isHolding.current) return;
@@ -306,6 +317,7 @@ export default function InputBar({ onSend, onStop, streaming, whisperEnabled, on
   }, [stopRecording]);
 
   const handleMicUp = useCallback(() => {
+    pointerIsDown.current = false;
     if (holdTimerRef.current) { clearTimeout(holdTimerRef.current); holdTimerRef.current = null; }
     if (!isHolding.current) {
       return;
@@ -314,6 +326,7 @@ export default function InputBar({ onSend, onStop, streaming, whisperEnabled, on
   }, [stopRecording]);
 
   const handleMicCancel = useCallback(() => {
+    pointerIsDown.current = false;
     if (holdTimerRef.current) { clearTimeout(holdTimerRef.current); holdTimerRef.current = null; }
     if (isHolding.current) stopRecording(true);
   }, [stopRecording]);