osborn 0.9.30 → 0.9.32

package/.claude/skills/user-context/SKILL.md

@@ -17,12 +17,17 @@ Do not batch — capture as they happen.
 </what-to-do>
 
 <trigger-phrases>
-- "grill me"
+This skill is a META operation — about building a model of the USER THEMSELVES,
+not about any subject matter in the current conversation. The trigger phrases below
+are intentionally specific so they cannot be confused with domain requests in any session.
+
+- "update user context"
 - "learn my language"
-- "update my context"
+- "start context interview"
+- "grill me on my language"
 - "learn how I talk"
 - "standardise my language"
-- "update user context"
+- "update my context"
 </trigger-phrases>
 
 <supporting-info>

package/dist/index.js

@@ -1111,6 +1111,7 @@ async function main() {
     // Empty string = anonymous / unauthenticated; uploads fall back to a
     // session-only path (no user prefix).
     let currentUserId = '';
+    let activeMeetingBotId = null; // Recall.ai bot ID if in a meeting
     // Track the active resume session ID across scopes (ParticipantConnected + DataReceived)
     // Updated by resume_session, session_selected, continue_session, switch_session handlers
     let currentResumeSessionId;
@@ -3099,6 +3100,15 @@ async function main() {
         currentLLM = null;
         clearFastBrainSession();
         clearPipelineFastBrainSession();
+        // Auto-leave any active meeting bot when user disconnects from the room
+        if (activeMeetingBotId) {
+            const recallDisconnect = getRecallClient();
+            if (recallDisconnect) {
+                console.log(`🤝 Auto-leaving meeting (bot ${activeMeetingBotId}) — user disconnected from room`);
+                recallDisconnect.leaveMeeting(activeMeetingBotId).catch(() => { });
+                activeMeetingBotId = null;
+            }
+        }
         console.log('⏳ Waiting for new user...\n');
     });
     room.on(RoomEvent.DataReceived, async (payload, participant, kind, topic) => {
@@ -3678,6 +3688,7 @@ async function main() {
                             const botId = await recallJoin.joinMeeting(meetingUrl, webhookBase);
                             const sessionId = currentLLM?.sessionId || currentResumeSessionId || 'default';
                             recallJoin.registerBot(botId, sessionId);
+                            activeMeetingBotId = botId;
                             await sendToFrontend({ type: 'meeting_joined', botId, message: 'Osborn has joined the meeting' });
                         }
                         catch (err) {
@@ -3693,6 +3704,7 @@ async function main() {
                 if (recallLeave && botId) {
                     try {
                         await recallLeave.leaveMeeting(botId);
+                        activeMeetingBotId = null;
                         await sendToFrontend({ type: 'meeting_left', botId });
                     }
                     catch (err) {

package/dist/recall-client.d.ts

@@ -4,18 +4,33 @@ export interface RecallBot {
     meeting_url: string;
     status: string;
 }
-export interface TranscriptWord {
-    text: string;
-    start_time: number;
-    end_time: number;
-}
 export interface TranscriptPayload {
-    bot_id: string;
-    transcript: {
-        speaker: string;
-        words: TranscriptWord[];
-        is_final: boolean;
-        language?: string;
+    event: string;
+    data: {
+        data: {
+            words: Array<{
+                text: string;
+                start_timestamp?: {
+                    relative?: number;
+                };
+                end_timestamp?: {
+                    relative?: number;
+                };
+            }>;
+            language_code?: string;
+            participant?: {
+                id: number;
+                name: string;
+                is_host?: boolean;
+                platform?: string;
+            };
+        };
+        bot?: {
+            id: string;
+        };
+        recording?: {
+            id: string;
+        };
     };
 }
 export declare class RecallClient extends EventEmitter {

package/dist/recall-client.js

@@ -9,6 +9,17 @@ export class RecallClient extends EventEmitter {
         this.#apiKey = apiKey;
     }
     async joinMeeting(meetingUrl, webhookBaseUrl, botName = 'Osborn') {
+        // Authoritative structure per https://docs.recall.ai/reference/bot_create
+        // and https://docs.recall.ai/docs/real-time-transcription:
+        //
+        //   recording_config.transcript.provider  — transcription provider config
+        //   recording_config.realtime_endpoints   — webhook/websocket delivery
+        //
+        // IMPORTANT:
+        //   - Field is `realtime_endpoints` (NOT `real_time_endpoints`)
+        //   - `url` and `events` are flat on the endpoint object (NOT nested under `config`)
+        //   - `transcription_options` does NOT exist — use `transcript.provider`
+        //   - Both transcript.provider AND realtime_endpoints must be set, or no events delivered
         const res = await fetch(`${RECALL_BASE_URL}/bot`, {
             method: 'POST',
             headers: {
@@ -19,24 +30,26 @@ export class RecallClient extends EventEmitter {
                 meeting_url: meetingUrl,
                 bot_name: botName,
                 recording_config: {
-                    // Field names must match Recall API exactly (no underscore in realtime_endpoints).
-                    // real_time_endpoints was silently ignored — API uses realtime_endpoints.
+                    transcript: {
+                        provider: {
+                            // recallai_streaming is built-in — no external API key needed,
+                            // low-latency, works across all meeting platforms.
+                            recallai_streaming: {
+                                mode: 'prioritize_low_latency',
+                                language_code: 'en',
+                            },
+                        },
+                    },
                     realtime_endpoints: [{
                             type: 'webhook',
-                            config: {
-                                url: `${webhookBaseUrl}/webhook/recall`,
-                                events: ['transcript.data'],
-                            },
+                            url: `${webhookBaseUrl}/webhook/recall`,
+                            events: ['transcript.data'],
                         }],
-                    transcription_options: {
-                        provider: 'assembly_ai',
-                        mode: 'prioritize_low_latency',
-                    },
                 },
                 output_media: {
                     camera: {
-                        // Recall API expects `kind` (not `type`); the wrong key arrives as null and
-                        // gets rejected as "Invalid choice null. Expected 'webpage' or 'default'."
+                        // `kind` (not `type`) — confirmed from prior debugging.
+                        // Output webpage plays TTS audio so meeting participants can hear the agent.
                         kind: 'webpage',
                         config: {
                             url: `${webhookBaseUrl}/meeting-output`,
@@ -69,16 +82,16 @@ export class RecallClient extends EventEmitter {
         return bot.status_changes?.at(-1)?.code ?? 'unknown';
     }
     handleWebhook(payload) {
-        if (!payload.transcript?.is_final)
+        // Only process final transcripts (transcript.data), skip partials
+        if (payload.event !== 'transcript.data')
             return;
-        const text = payload.transcript.words.map(w => w.text).join(' ').trim();
+        const words = payload.data?.data?.words ?? [];
+        const text = words.map(w => w.text).join(' ').trim();
         if (!text)
             return;
-        this.emit('transcript', {
-            botId: payload.bot_id,
-            speaker: payload.transcript.speaker,
-            text,
-        });
+        const speaker = payload.data?.data?.participant?.name ?? 'Unknown';
+        const botId = payload.data?.bot?.id ?? 'unknown';
+        this.emit('transcript', { botId, speaker, text });
     }
     registerBot(botId, sessionId) {
         this.#activeBots.set(botId, sessionId);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "osborn",
-  "version": "0.9.30",
+  "version": "0.9.32",
   "description": "Voice AI coding assistant - local agent that connects to Osborn frontend",
   "type": "module",
   "bin": {