osborn 0.5.3 → 0.5.5

package/dist/voice-io.d.ts

@@ -17,7 +17,7 @@ export interface STTConfig {
     language?: string;
 }
 export interface TTSConfig {
-    provider: 'gemini' | 'openai' | 'elevenlabs' | 'deepgram';
+    provider: 'gemini' | 'openai' | 'elevenlabs' | 'deepgram' | 'groq-orpheus';
     voice?: string;
     model?: string;
 }
@@ -45,15 +45,21 @@ export declare function createTTS(config: TTSConfig): any;
  */
 export declare function createVAD(): Promise<silero.VAD>;
 /**
- * Default voice I/O configuration
+ * Default voice I/O configuration (used by realtime mode fallback)
  * Uses Deepgram STT (fast, accurate) + Deepgram TTS (fast, good)
  */
 export declare const DEFAULT_VOICE_IO_CONFIG: VoiceIOConfig;
+/**
+ * Direct mode voice config — centralized here for easy provider swapping.
+ * To switch providers: comment out the active line, uncomment the alternative.
+ */
+export declare const DIRECT_MODE_STT: STTConfig;
+export declare const DIRECT_MODE_TTS: TTSConfig;
 export interface RealtimeModelConfig {
     provider: 'openai' | 'gemini';
     openaiVoice?: 'alloy' | 'echo' | 'fable' | 'onyx' | 'nova' | 'shimmer';
     openaiModel?: string;
-    geminiVoice?: 'Puck' | 'Charon' | 'Kore' | 'Fenrir' | 'Aoede';
+    geminiVoice?: 'Charon' | 'Puck' | 'Kore' | 'Fenrir' | 'Aoede';
     geminiModel?: string;
     instructions?: string;
 }

package/dist/voice-io.js

@@ -20,6 +20,7 @@ export function createSTT(config) {
             return new deepgram.STT({
                 model: (config.model || 'nova-3'),
                 language: config.language || 'en',
+                endpointing: 600, // Wait 650ms of silence before committing final transcript (default 25ms causes mid-sentence fragments)
             });
         case 'groq-whisper':
             return openai.STT.withGroq({
@@ -55,7 +56,17 @@ export function createTTS(config) {
             break;
         case 'deepgram':
             tts = new deepgram.TTS({
-                model: (config.model || 'aura-asteria-en'),
+                model: (config.model || 'aura-2-asteria-en'),
+            });
+            break;
+        case 'groq-orpheus':
+            // Groq Orpheus TTS via OpenAI-compatible API ($22/M chars)
+            // Voices: autumn, diana, hannah, austin, daniel, troy
+            tts = new openai.TTS({
+                model: config.model || 'canopylabs/orpheus-v1-english',
+                voice: config.voice || 'autumn',
+                apiKey: process.env.GROQ_API_KEY,
+                baseURL: 'https://api.groq.com/openai/v1',
             });
             break;
         default:
@@ -64,7 +75,7 @@ export function createTTS(config) {
     // Increase max listeners to prevent memory leak warnings
     // TTS instances can have many concurrent listeners during active conversations
     if (tts && typeof tts.setMaxListeners === 'function') {
-        tts.setMaxListeners(50);
+        tts.setMaxListeners(100);
     }
     return tts;
 }
@@ -77,23 +88,17 @@ export function createTTS(config) {
  * - False triggers from ambient noise
  */
 export async function createVAD() {
+    // VAD now only handles interruption detection — turn detection moved to Deepgram STT (server-side).
+    // Lighter settings = less local CPU from ONNX inference.
     return silero.VAD.load({
-        // Minimum 0.5s speech before triggering - prevents noise/short sounds
-        // Higher value = more complete utterances before processing
-        minSpeechDuration: 0.5,
-        // Wait 1.2s of silence before considering speech "done"
-        // Allows natural pauses mid-sentence without triggering STT
-        // (increased from 0.8s to reduce sentence splitting)
-        minSilenceDuration: 1.2,
-        // Add 0.2s padding to start of speech chunks for cleaner audio
-        prefixPaddingDuration: 0.2,
-        // Higher threshold = less sensitive to quiet sounds/noise
-        // Default is 0.5, using 0.65 to reduce false positives
-        activationThreshold: 0.65,
+        minSpeechDuration: 0.4, // 400ms — quick interruption detection
+        minSilenceDuration: 1.2, // 1200ms — responsive
+        prefixPaddingDuration: 0.1,
+        activationThreshold: 0.85, // default — balanced for interruptions only
     });
 }
 /**
- * Default voice I/O configuration
+ * Default voice I/O configuration (used by realtime mode fallback)
  * Uses Deepgram STT (fast, accurate) + Deepgram TTS (fast, good)
  */
 export const DEFAULT_VOICE_IO_CONFIG = {
@@ -104,9 +109,24 @@ export const DEFAULT_VOICE_IO_CONFIG = {
     },
     tts: {
         provider: 'deepgram',
-        voice: 'aura-asteria-en',
+        voice: 'aura-2-asteria-en',
     },
 };
+/**
+ * Direct mode voice config — centralized here for easy provider swapping.
+ * To switch providers: comment out the active line, uncomment the alternative.
+ */
+export const DIRECT_MODE_STT = {
+    // provider: 'groq-whisper', model: 'whisper-large-v3-turbo',
+    // provider: 'openai-whisper', model: 'whisper-1',
+    provider: 'deepgram', model: 'nova-3', language: 'en',
+};
+export const DIRECT_MODE_TTS = {
+    // provider: 'deepgram', model: 'aura-2-asteria-en',  // WebSocket-based: handles TTS abort cleanly (no unrecoverable crash on interruption)
+    // provider: 'gemini', model: 'gemini-2.5-flash-preview-tts', voice: 'apollo',
+    provider: 'openai', model: 'tts-1', voice: 'fable', // HTTP streaming: throws APIUserAbortError on interrupt → unrecoverable session crash
+    // provider: 'groq-orpheus', model: 'canopylabs/orpheus-v1-english', voice: 'autumn',  // $22/M chars — voices: autumn, diana, hannah, austin, daniel, troy
+};
 /**
  * Create Realtime Model for native speech-to-speech
  * Supports OpenAI Realtime API and Gemini Live API
@@ -116,11 +136,10 @@ export const DEFAULT_VOICE_IO_CONFIG = {
 export function createRealtimeModel(config) {
     if (config.provider === 'gemini') {
         console.log('📱 Using Gemini Live API (realtime)');
-        // Note: 12-2025 model has a known bug causing code 1008 crashes during user interruptions
-        // with tool calls. No newer model available yet — auto-recovery in index.ts handles this.
+        // Using 'latest' alias — 12-2025 had a known 1008 crash bug during interruptions + tool calls
         return new google.beta.realtime.RealtimeModel({
-            model: config.geminiModel || 'gemini-2.5-flash-native-audio-preview-12-2025',
-            voice: config.geminiVoice || 'Puck',
+            model: config.geminiModel || 'gemini-2.5-flash-native-audio-latest',
+            voice: config.geminiVoice || 'Charon',
             // Gemini supports instructions at model level
             instructions: config.instructions,
             // Enable transcription so we get text of what the agent says

package/package.json

@@ -1,10 +1,10 @@
 {
   "name": "osborn",
-  "version": "0.5.3",
+  "version": "0.5.5",
   "description": "Voice AI coding assistant - local agent that connects to Osborn frontend",
   "type": "module",
   "bin": {
-    "osborn": "./bin/cli.js"
+    "osborn": "bin/cli.js"
   },
   "scripts": {
     "dev": "tsx src/index.ts",
@@ -22,26 +22,29 @@
   ],
   "repository": {
     "type": "git",
-    "url": "https://github.com/Erriccc/osborn.git"
+    "url": "git+https://github.com/Erriccc/osborn.git"
   },
   "author": "Osborn Ojure",
   "license": "MIT",
   "dependencies": {
-    "@anthropic-ai/claude-agent-sdk": "^0.1.74",
+    "@anthropic-ai/claude-agent-sdk": "^0.1.76",
     "@anthropic-ai/sdk": "^0.52.0",
     "@google/genai": "^1.0.0",
-    "@livekit/agents": "^1.0.45",
-    "@livekit/agents-plugin-deepgram": "^1.0.45",
-    "@livekit/agents-plugin-elevenlabs": "^1.0.45",
-    "@livekit/agents-plugin-google": "^1.0.45",
-    "@livekit/agents-plugin-openai": "^1.0.45",
-    "@livekit/agents-plugin-silero": "^1.0.45",
+    "@livekit/agents": "^1.2.1",
+    "@livekit/agents-plugin-deepgram": "^1.2.1",
+    "@livekit/agents-plugin-elevenlabs": "^1.2.1",
+    "@livekit/agents-plugin-google": "^1.2.1",
+    "@livekit/agents-plugin-livekit": "^1.2.1",
+    "@livekit/agents-plugin-openai": "^1.2.1",
+    "@livekit/agents-plugin-silero": "^1.2.1",
     "@livekit/rtc-node": "^0.13.24",
     "@modelcontextprotocol/sdk": "^1.26.0",
     "@openai/codex-sdk": "^0.77.0",
     "@smithery/api": "^0.48.0",
+    "@vscode/ripgrep": "^1.17.1",
     "dotenv": "^16.4.0",
     "livekit-server-sdk": "^2.15.0",
+    "minisearch": "^7.2.0",
     "node-pty": "^1.1.0",
     "tsx": "^4.0.0",
     "ws": "^8.19.0",