osborn 0.9.115 → 0.9.117

package/dist/index.js

@@ -276,6 +276,12 @@ async function synthMp3(text) {
 }
 // THE speak path for meetings (2026-08-01): Recall native output_audio FIRST
 // (direct, loud, no canvas capture chain), canvas Web-Audio say as FALLBACK.
+// THE meeting speak path (2026-08-01, live-verified A/B): VOICE via Recall
+// output_audio (reliable, doesn't depend on the headless canvas AudioContext),
+// VISUAL caption pushed to the canvas WITHOUT audio (kind:'caption') so the
+// bot's camera shows what it's saying — no double-audio. output_audio +
+// canvas camera coexist (confirmed: user heard output_audio while the canvas
+// was showing). Falls back to canvas 'say' (audio) only if output_audio fails.
 async function speakIntoMeeting(text) {
     const recall = getRecallClient();
     const botId = recall?.getActiveBotIds?.()[0];
@@ -283,11 +289,12 @@ async function speakIntoMeeting(text) {
         const mp3 = await synthMp3(text);
         if (mp3 && await recall.outputAudio(botId, mp3)) {
             console.log(`📢 spoke via Recall output_audio (${mp3.length}b): "${text.slice(0, 60)}"`);
+            pushCanvas({ kind: 'caption', text }); // visual only, no audio
             markMeetingSpeaking(text);
             return;
         }
     }
-    console.log(`📽️ falling back to canvas say: "${text.slice(0, 50)}"`);
+    console.log(`📽️ falling back to canvas say (audio): "${text.slice(0, 50)}"`);
     pushCanvas({ kind: 'say', text });
     markMeetingSpeaking(text);
 }
@@ -715,8 +722,8 @@ function startApiServer(workingDir, port) {
             req.on('end', () => {
                 try {
                     const evt = JSON.parse(body || '{}');
-                    if (evt.kind !== 'say' && evt.kind !== 'show' && evt.kind !== 'stop')
-                        throw new Error("kind must be 'say', 'show', or 'stop'");
+                    if (evt.kind !== 'say' && evt.kind !== 'caption' && evt.kind !== 'show' && evt.kind !== 'stop')
+                        throw new Error("kind must be 'say', 'caption', 'show', or 'stop'");
                     if (evt.kind === 'say') {
                         // Native-first speak path (Recall output_audio → canvas fallback).
                         void speakIntoMeeting(evt.text);
@@ -5210,12 +5217,13 @@ async function main() {
                             // the bot casts the meeting canvas as its camera+mic (below), so
                             // it can show visuals and speak into the meeting on demand.
                             await sendToFrontend({ type: 'meeting_joining', message: 'Osborn is joining your meeting...' });
-                            // Cast target = the bot's camera+mic webpage (Recall output_media).
-                            // DEFAULT is the meeting canvas (frontend /meeting-canvas), pointed
-                            // at THIS agent's public URL so it can subscribe to /canvas-stream
-                            // and become the bot's face (visuals) + voice (TTS it speaks). An
-                            // explicit castUrl from the frontend or OSBORN_MEETING_CAST_URL
-                            // overrides it (e.g. to cast a live feed or a seeded site instead).
+                            // CANVAS + AUDIO (2026-08-01, live-verified A/B): the canvas
+                            // webpage camera shows VISUALS (captions, screenshots, transcript
+                            // animation) AND Recall output_audio delivers the VOICE — the two
+                            // coexist (confirmed: output_audio audible while the canvas camera
+                            // was showing). speakIntoMeeting routes voice→output_audio +
+                            // caption→canvas (no audio), so no double-audio. The canvas page's
+                            // OWN Web Audio is NOT used for voice (it's suspended headless).
                             const frontendUrl = (process.env.OSBORN_FRONTEND_URL || 'https://www.voice-native.com').replace(/\/$/, '');
                             const canvasUrl = /^https:\/\//.test(webhookBase)
                                 ? `${frontendUrl}/meeting-canvas?agent=${encodeURIComponent(webhookBase)}`

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "osborn",
-  "version": "0.9.115",
+  "version": "0.9.117",
   "description": "Voice AI coding assistant - local agent that connects to Osborn frontend",
   "type": "module",
   "bin": {