@blackbox_ai/blackbox-cli 0.0.7 → 0.8.1

package/dist/src/services/elevenLabsService.js

@@ -0,0 +1,186 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { getErrorMessage } from '@blackbox_ai/blackbox-cli-core';
+import * as fs from 'node:fs';
+import { fetch } from 'undici';
+import { parseElevenLabsError, formatElevenLabsError, ElevenLabsErrorType, } from './elevenLabsErrors.js';
+/**
+ * Service for interacting with ElevenLabs Speech-to-Text API
+ */
+export class ElevenLabsService {
+    apiKey;
+    model;
+    language;
+    baseUrl = 'https://api.elevenlabs.io/v1';
+    constructor(config) {
+        this.apiKey = config.apiKey;
+        this.model = config.model || 'scribe_v2';
+        this.language = config.language || 'en';
+    }
+    /**
+     * Transcribe audio file to text using ElevenLabs API
+     * @param audioFilePath Path to the audio file
+     * @returns Transcription result
+     */
+    async transcribe(audioFilePath) {
+        try {
+            // Read audio file
+            const audioBuffer = fs.readFileSync(audioFilePath);
+            // Create boundary for multipart/form-data
+            const boundary = `----WebKitFormBoundary${Math.random().toString(36).substring(2)}`;
+            // Build multipart form data manually
+            const parts = [];
+            // Add model_id field
+            parts.push(Buffer.from(`--${boundary}\r\n` +
+                `Content-Disposition: form-data; name="model_id"\r\n\r\n` +
+                `${this.model}\r\n`));
+            // Add language field if provided
+            if (this.language) {
+                parts.push(Buffer.from(`--${boundary}\r\n` +
+                    `Content-Disposition: form-data; name="language"\r\n\r\n` +
+                    `${this.language}\r\n`));
+            }
+            // Add audio file - API expects "file" not "audio"
+            parts.push(Buffer.from(`--${boundary}\r\n` +
+                `Content-Disposition: form-data; name="file"; filename="recording.wav"\r\n` +
+                `Content-Type: audio/wav\r\n\r\n`));
+            parts.push(audioBuffer);
+            parts.push(Buffer.from(`\r\n`));
+            // Add closing boundary
+            parts.push(Buffer.from(`--${boundary}--\r\n`));
+            // Combine all parts
+            const body = Buffer.concat(parts);
+            // Make API request with proper Content-Type
+            const response = await fetch(`${this.baseUrl}/speech-to-text`, {
+                method: 'POST',
+                headers: {
+                    'xi-api-key': this.apiKey,
+                    'Content-Type': `multipart/form-data; boundary=${boundary}`,
+                    'Content-Length': body.length.toString(),
+                },
+                body,
+            });
+            if (!response.ok) {
+                const responseText = await response.text();
+                const errorInfo = parseElevenLabsError(response.status, responseText);
+                const errorMessage = formatElevenLabsError(errorInfo);
+                throw new Error(errorMessage);
+            }
+            const result = (await response.json());
+            return {
+                text: result.text || '',
+                language: result.language,
+                duration: result.duration,
+            };
+        }
+        catch (error) {
+            throw new Error(`Failed to transcribe audio: ${getErrorMessage(error)}`);
+        }
+    }
+    /**
+     * Validate API key by making a test request
+     * @returns true if API key is valid
+     */
+    async validateApiKey() {
+        const result = await this.validateApiKeyDetailed();
+        return result.valid;
+    }
+    /**
+     * Validate API key with detailed error information
+     * @returns Validation result with error details
+     */
+    async validateApiKeyDetailed() {
+        try {
+            // Try to get user subscription info to validate the key
+            const response = await fetch(`${this.baseUrl}/user/subscription`, {
+                method: 'GET',
+                headers: {
+                    'xi-api-key': this.apiKey,
+                },
+            });
+            if (response.ok) {
+                return { valid: true };
+            }
+            // Parse error response with detailed error information
+            const responseText = await response.text();
+            const errorInfo = parseElevenLabsError(response.status, responseText);
+            // Map error type to validation result
+            let errorType;
+            switch (errorInfo.type) {
+                case ElevenLabsErrorType.AUTHENTICATION:
+                    errorType = 'invalid';
+                    break;
+                case ElevenLabsErrorType.PERMISSION:
+                    errorType = 'permission';
+                    break;
+                case ElevenLabsErrorType.NETWORK:
+                    errorType = 'network';
+                    break;
+                default:
+                    errorType = 'unknown';
+            }
+            // If subscription endpoint fails, try the voices endpoint as fallback
+            if (response.status >= 500) {
+                const voicesResponse = await fetch(`${this.baseUrl}/voices`, {
+                    method: 'GET',
+                    headers: {
+                        'xi-api-key': this.apiKey,
+                    },
+                });
+                if (voicesResponse.ok) {
+                    return { valid: true };
+                }
+                const voicesResponseText = await voicesResponse.text();
+                const voicesErrorInfo = parseElevenLabsError(voicesResponse.status, voicesResponseText);
+                return {
+                    valid: false,
+                    error: formatElevenLabsError(voicesErrorInfo),
+                    errorType: voicesErrorInfo.type === ElevenLabsErrorType.AUTHENTICATION ? 'invalid' :
+                        voicesErrorInfo.type === ElevenLabsErrorType.PERMISSION ? 'permission' :
+                            voicesErrorInfo.type === ElevenLabsErrorType.NETWORK ? 'network' : 'unknown',
+                    errorInfo: voicesErrorInfo,
+                };
+            }
+            return {
+                valid: false,
+                error: formatElevenLabsError(errorInfo),
+                errorType,
+                errorInfo,
+            };
+        }
+        catch (error) {
+            return {
+                valid: false,
+                error: `Network error: ${getErrorMessage(error)}`,
+                errorType: 'network',
+            };
+        }
+    }
+    /**
+     * Get available models for speech-to-text
+     * @returns List of available models
+     */
+    async getAvailableModels() {
+        try {
+            const response = await fetch(`${this.baseUrl}/models`, {
+                method: 'GET',
+                headers: {
+                    'xi-api-key': this.apiKey,
+                },
+            });
+            if (!response.ok) {
+                throw new Error(`Failed to fetch models: ${response.statusText}`);
+            }
+            const data = (await response.json());
+            return data.models?.map((m) => m.model_id) || [];
+        }
+        catch (error) {
+            console.error('Failed to fetch available models:', error);
+            return ['scribe_v1', 'scribe_v1_experimental', 'scribe_v2']; // Update default models  
+        }
+    }
+}
+//# sourceMappingURL=elevenLabsService.js.map

package/dist/src/services/elevenLabsService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"elevenLabsService.js","sourceRoot":"","sources":["../../../src/services/elevenLabsService.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAC;AAC/B,OAAO,EACL,oBAAoB,EACpB,qBAAqB,EAErB,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AA+B/B;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACX,MAAM,CAAS;IACf,KAAK,CAAS;IACd,QAAQ,CAAS;IACjB,OAAO,GAAG,8BAA8B,CAAC;IAE1D,YAAY,MAAwB;QAClC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,WAAW,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC;IAC1C,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,aAAqB;QACpC,IAAI,CAAC;YACH,kBAAkB;YAClB,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC;YAEnD,0CAA0C;YAC1C,MAAM,QAAQ,GAAG,yBAAyB,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YAEpF,qCAAqC;YACrC,MAAM,KAAK,GAAa,EAAE,CAAC;YAE3B,qBAAqB;YACrB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,KAAK,QAAQ,MAAM;gBACnB,yDAAyD;gBACzD,GAAG,IAAI,CAAC,KAAK,MAAM,CACpB,CAAC,CAAC;YAEH,iCAAiC;YACjC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,KAAK,QAAQ,MAAM;oBACnB,yDAAyD;oBACzD,GAAG,IAAI,CAAC,QAAQ,MAAM,CACvB,CAAC,CAAC;YACL,CAAC;YAED,kDAAkD;YAClD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CACpB,KAAK,QAAQ,MAAM;gBACnB,2EAA2E;gBAC3E,iCAAiC,CAClC,CAAC,CAAC;YACH,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;YAEhC,uBAAuB;YACvB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,QAAQ,QAAQ,CAAC,CAAC,CAAC;YAE/C,oBAAoB;YACpB,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAElC,4CAA4C;YAC5C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,iBAAiB,EAAE;gBAC7D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI,CAAC,MAAM;oBACzB,cAAc,EAAE,iCAAiC,QAAQ,EAAE;oBAC3D,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;iBACzC;gBACD,IAAI;aACL,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC3C,MAAM,SAAS,GAAG,oBAAoB,CAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;gBACtE,MAAM,YAAY,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;gBAEtD,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC;YAED,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAIpC,CAAC;YAEF,OAAO;gBACL,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;gBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,+BAA+B,eAAe,CAAC,KAAK,CAAC,EAAE,CACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACnD,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,sBAAsB;QAC1B,IAAI,CAAC;YACH,wDAAwD;YACxD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,oBAAoB,EAAE;gBAChE,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI,CAAC,MAAM;iBAC1B;aACF,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;YACzB,CAAC;YAED,uDAAuD;YACvD,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,SAAS,GAAG,oBAAoB,CAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;YAEtE,sCAAsC;YACtC,IAAI,SAA2D,CAAC;YAChE,QAAQ,SAAS,CAAC,IAAI,EAAE,CAAC;gBACvB,KAAK,mBAAmB,CAAC,cAAc;oBACrC,SAAS,GAAG,SAAS,CAAC;oBACtB,MAAM;gBACR,KAAK,mBAAmB,CAAC,UAAU;oBACjC,SAAS,GAAG,YAAY,CAAC;oBACzB,MAAM;gBACR,KAAK,mBAAmB,CAAC,OAAO;oBAC9B,SAAS,GAAG,SAAS,CAAC;oBACtB,MAAM;gBACR;oBACE,SAAS,GAAG,SAAS,CAAC;YAC1B,CAAC;YAED,sEAAsE;YACtE,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAC3B,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;oBAC3D,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI,CAAC,MAAM;qBAC1B;iBACF,CAAC,CAAC;gBAEH,IAAI,cAAc,CAAC,EAAE,EAAE,CAAC;oBACtB,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;gBACzB,CAAC;gBAED,MAAM,kBAAkB,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;gBACvD,MAAM,eAAe,GAAG,oBAAoB,CAAC,cAAc,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;gBAExF,OAAO;oBACL,KAAK,EAAE,KAAK;oBACZ,KAAK,EAAE,qBAAqB,CAAC,eAAe,CAAC;oBAC7C,SAAS,EAAE,eAAe,CAAC,IAAI,KAAK,mBAAmB,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;wBACzE,eAAe,CAAC,IAAI,KAAK,mBAAmB,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;4BACxE,eAAe,CAAC,IAAI,KAAK,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;oBACvF,SAAS,EAAE,eAAe;iBAC3B,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,qBAAqB,CAAC,SAAS,CAAC;gBACvC,SAAS;gBACT,SAAS;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,kBAAkB,eAAe,CAAC,KAAK,CAAC,EAAE;gBACjD,SAAS,EAAE,SAAS;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAGD;;;OAGG;IACH,KAAK,CAAC,kBAAkB;QACtB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI,CAAC,MAAM;iBAC1B;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,2BAA2B,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACpE,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;YACF,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAC1D,OAAO,CAAC,WAAW,EAAE,wBAAwB,EAAE,WAAW,CAAC,CAAC,CAAC,0BAA0B;QACzF,CAAC;IACH,CAAC;CACF"}

package/dist/src/services/elevenLabsStreamingService.d.ts

@@ -0,0 +1,59 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export interface StreamingTranscriptionConfig {
+    apiKey: string;
+    model?: string;
+    language?: string;
+    onPartialTranscript?: (text: string) => void;
+    onFinalTranscript?: (text: string) => void;
+    onError?: (error: Error) => void;
+}
+export interface StreamingTranscriptionResult {
+    fullText: string;
+    partialTexts: string[];
+}
+/**
+ * Service for real-time streaming transcription using ElevenLabs WebSocket API
+ * Based on: https://elevenlabs.io/docs/developers/guides/cookbooks/speech-to-text/streaming
+ */
+export declare class ElevenLabsStreamingService {
+    private readonly apiKey;
+    private readonly model;
+    private readonly onPartialTranscript?;
+    private readonly onFinalTranscript?;
+    private readonly onError?;
+    private ws;
+    private fullTranscript;
+    private partialTranscripts;
+    private isConnected;
+    constructor(config: StreamingTranscriptionConfig);
+    /**
+     * Start streaming transcription session
+     */
+    startStreaming(): Promise<void>;
+    /**
+     * Send audio chunk for transcription
+     * Audio should be in the correct format (PCM, 16kHz, mono)
+     * @param audioChunk Audio data as Buffer
+     */
+    sendAudioChunk(audioChunk: Buffer): void;
+    /**
+     * Stop streaming and close connection
+     */
+    stopStreaming(): Promise<StreamingTranscriptionResult>;
+    /**
+     * Get current full transcript
+     */
+    getFullTranscript(): string;
+    /**
+     * Check if streaming is active
+     */
+    isStreaming(): boolean;
+    /**
+     * Reset transcript state
+     */
+    reset(): void;
+}

package/dist/src/services/elevenLabsStreamingService.js

@@ -0,0 +1,202 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { getErrorMessage } from '@blackbox_ai/blackbox-cli-core';
+import { WebSocket } from 'ws';
+/**
+ * Service for real-time streaming transcription using ElevenLabs WebSocket API
+ * Based on: https://elevenlabs.io/docs/developers/guides/cookbooks/speech-to-text/streaming
+ */
+export class ElevenLabsStreamingService {
+    apiKey;
+    model;
+    onPartialTranscript;
+    onFinalTranscript;
+    onError;
+    ws = null;
+    fullTranscript = '';
+    partialTranscripts = [];
+    isConnected = false;
+    constructor(config) {
+        this.apiKey = config.apiKey;
+        this.model = config.model || 'scribe_v2';
+        this.onPartialTranscript = config.onPartialTranscript;
+        this.onFinalTranscript = config.onFinalTranscript;
+        this.onError = config.onError;
+    }
+    /**
+     * Start streaming transcription session
+     */
+    async startStreaming() {
+        return new Promise((resolve, reject) => {
+            try {
+                // ElevenLabs WebSocket endpoint - using conversational AI endpoint
+                // which supports speech-to-text streaming
+                const wsUrl = 'wss://api.elevenlabs.io/v1/convai/conversation';
+                this.ws = new WebSocket(wsUrl, {
+                    headers: {
+                        'xi-api-key': this.apiKey,
+                    },
+                });
+                this.ws.on('open', () => {
+                    // Send initial configuration for speech-to-text mode
+                    const config = {
+                        type: 'conversation_initiation_client_data',
+                        conversation_config_override: {
+                            agent: {
+                                prompt: {
+                                    prompt: 'You are a transcription assistant. Only transcribe what the user says, do not respond.',
+                                },
+                            },
+                            tts: {
+                                model_id: this.model,
+                            },
+                        },
+                    };
+                    if (this.ws) {
+                        this.ws.send(JSON.stringify(config));
+                        this.isConnected = true;
+                        resolve();
+                    }
+                });
+                this.ws.on('message', (data) => {
+                    try {
+                        const message = JSON.parse(data.toString());
+                        // Handle different message types from conversational AI endpoint
+                        if (message.type === 'user_transcript' || message.type === 'transcript') {
+                            const text = message.user_transcript || message.transcript || message.text || '';
+                            const isFinal = message.is_final !== false; // Default to true if not specified
+                            if (text) {
+                                if (isFinal) {
+                                    // Final transcription for this segment
+                                    this.partialTranscripts.push(text);
+                                    this.fullTranscript += (this.fullTranscript ? ' ' : '') + text;
+                                    if (this.onFinalTranscript) {
+                                        this.onFinalTranscript(text);
+                                    }
+                                }
+                                else {
+                                    // Partial transcription (interim results)
+                                    if (this.onPartialTranscript) {
+                                        this.onPartialTranscript(text);
+                                    }
+                                }
+                            }
+                        }
+                        else if (message.type === 'interruption') {
+                            // User started speaking, clear any previous partial transcripts
+                            if (this.onPartialTranscript) {
+                                this.onPartialTranscript('');
+                            }
+                        }
+                        else if (message.type === 'error' || message.error) {
+                            const errorMsg = message.message || message.error || 'Streaming transcription error';
+                            const error = new Error(errorMsg);
+                            if (this.onError) {
+                                this.onError(error);
+                            }
+                        }
+                    }
+                    catch (error) {
+                        console.error('Error parsing WebSocket message:', error);
+                    }
+                });
+                this.ws.on('error', (error) => {
+                    this.isConnected = false;
+                    const err = new Error(`WebSocket error: ${error.message}`);
+                    if (this.onError) {
+                        this.onError(err);
+                    }
+                    reject(err);
+                });
+                this.ws.on('close', (code, reason) => {
+                    this.isConnected = false;
+                    if (code !== 1000) {
+                        // Abnormal closure
+                        console.error(`WebSocket closed with code ${code}: ${reason}`);
+                    }
+                });
+            }
+            catch (error) {
+                reject(new Error(`Failed to start streaming: ${getErrorMessage(error)}`));
+            }
+        });
+    }
+    /**
+     * Send audio chunk for transcription
+     * Audio should be in the correct format (PCM, 16kHz, mono)
+     * @param audioChunk Audio data as Buffer
+     */
+    sendAudioChunk(audioChunk) {
+        if (!this.ws || !this.isConnected) {
+            throw new Error('WebSocket not connected');
+        }
+        try {
+            // For conversational AI endpoint, send audio with proper message type
+            const audioMessage = {
+                type: 'audio',
+                audio: audioChunk.toString('base64'),
+            };
+            this.ws.send(JSON.stringify(audioMessage));
+        }
+        catch (error) {
+            throw new Error(`Failed to send audio chunk: ${getErrorMessage(error)}`);
+        }
+    }
+    /**
+     * Stop streaming and close connection
+     */
+    async stopStreaming() {
+        return new Promise((resolve) => {
+            if (!this.ws) {
+                resolve({
+                    fullText: this.fullTranscript,
+                    partialTexts: this.partialTranscripts,
+                });
+                return;
+            }
+            // Send end-of-stream signal (empty buffer or close message)
+            try {
+                // Some APIs expect an empty buffer or specific close message
+                this.ws.send(Buffer.alloc(0));
+            }
+            catch (error) {
+                console.error('Unable to stop the streaming', error);
+                // Ignore errors when sending end signal
+            }
+            // Wait a bit for final transcriptions
+            setTimeout(() => {
+                if (this.ws) {
+                    this.ws.close(1000, 'Normal closure');
+                    this.ws = null;
+                }
+                resolve({
+                    fullText: this.fullTranscript,
+                    partialTexts: this.partialTranscripts,
+                });
+            }, 1000); // Increased timeout to ensure we get final results
+        });
+    }
+    /**
+     * Get current full transcript
+     */
+    getFullTranscript() {
+        return this.fullTranscript;
+    }
+    /**
+     * Check if streaming is active
+     */
+    isStreaming() {
+        return this.isConnected;
+    }
+    /**
+     * Reset transcript state
+     */
+    reset() {
+        this.fullTranscript = '';
+        this.partialTranscripts = [];
+    }
+}
+//# sourceMappingURL=elevenLabsStreamingService.js.map

package/dist/src/services/elevenLabsStreamingService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"elevenLabsStreamingService.js","sourceRoot":"","sources":["../../../src/services/elevenLabsStreamingService.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAgB/B;;;GAGG;AACH,MAAM,OAAO,0BAA0B;IACpB,MAAM,CAAS;IACf,KAAK,CAAS;IACd,mBAAmB,CAA0B;IAC7C,iBAAiB,CAA0B;IAC3C,OAAO,CAA0B;IAE1C,EAAE,GAAqB,IAAI,CAAC;IAC5B,cAAc,GAAW,EAAE,CAAC;IAC5B,kBAAkB,GAAa,EAAE,CAAC;IAClC,WAAW,GAAY,KAAK,CAAC;IAErC,YAAY,MAAoC;QAC9C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,WAAW,CAAC;QACzC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,mBAAmB,CAAC;QACtD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAC;QAClD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc;QAClB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC;gBACH,mEAAmE;gBACnE,0CAA0C;gBAC1C,MAAM,KAAK,GAAG,gDAAgD,CAAC;gBAE/D,IAAI,CAAC,EAAE,GAAG,IAAI,SAAS,CAAC,KAAK,EAAE;oBAC7B,OAAO,EAAE;wBACP,YAAY,EAAE,IAAI,CAAC,MAAM;qBAC1B;iBACF,CAAC,CAAC;gBAEH,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;oBACtB,qDAAqD;oBACrD,MAAM,MAAM,GAAG;wBACb,IAAI,EAAE,qCAAqC;wBAC3C,4BAA4B,EAAE;4BAC5B,KAAK,EAAE;gCACL,MAAM,EAAE;oCACN,MAAM,EAAE,wFAAwF;iCACjG;6BACF;4BACD,GAAG,EAAE;gCACH,QAAQ,EAAE,IAAI,CAAC,KAAK;6BACrB;yBACF;qBACF,CAAC;oBAEF,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;wBACZ,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBACrC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;wBACxB,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAY,EAAE,EAAE;oBACrC,IAAI,CAAC;wBACH,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;wBAE5C,iEAAiE;wBACjE,IAAI,OAAO,CAAC,IAAI,KAAK,iBAAiB,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;4BACxE,MAAM,IAAI,GAAG,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;4BACjF,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,mCAAmC;4BAE/E,IAAI,IAAI,EAAE,CAAC;gCACT,IAAI,OAAO,EAAE,CAAC;oCACZ,uCAAuC;oCACvC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oCACnC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;oCAC/D,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;wCAC3B,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;oCAC/B,CAAC;gCACH,CAAC;qCAAM,CAAC;oCACN,0CAA0C;oCAC1C,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;wCAC7B,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;oCACjC,CAAC;gCACH,CAAC;4BACH,CAAC;wBACH,CAAC;6BAAM,IAAI,OAAO,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;4BAC3C,gEAAgE;4BAChE,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gCAC7B,IAAI,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;4BAC/B,CAAC;wBACH,CAAC;6BAAM,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;4BACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,KAAK,IAAI,+BAA+B,CAAC;4BACrF,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;4BAClC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gCACjB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;4BACtB,CAAC;wBACH,CAAC;oBACH,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;oBAC3D,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBAC5B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;oBACzB,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,oBAAoB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;oBAC3D,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACjB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACpB,CAAC;oBACD,MAAM,CAAC,GAAG,CAAC,CAAC;gBACd,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;oBACnC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;oBACzB,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBAClB,mBAAmB;wBACnB,OAAO,CAAC,KAAK,CAAC,8BAA8B,IAAI,KAAK,MAAM,EAAE,CAAC,CAAC;oBACjE,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,UAAkB;QAC/B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC7C,CAAC;QAED,IAAI,CAAC;YACH,sEAAsE;YACtE,MAAM,YAAY,GAAG;gBACnB,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC;aACrC,CAAC;YACF,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa;QACjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;gBACb,OAAO,CAAC;oBACN,QAAQ,EAAE,IAAI,CAAC,cAAc;oBAC7B,YAAY,EAAE,IAAI,CAAC,kBAAkB;iBACtC,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,4DAA4D;YAC5D,IAAI,CAAC;gBACH,6DAA6D;gBAC7D,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAChC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;gBACrD,wCAAwC;YAC1C,CAAC;YAED,sCAAsC;YACtC,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;oBACZ,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;oBACtC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;gBACjB,CAAC;gBAED,OAAO,CAAC;oBACN,QAAQ,EAAE,IAAI,CAAC,cAAc;oBAC7B,YAAY,EAAE,IAAI,CAAC,kBAAkB;iBACtC,CAAC,CAAC;YACL,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,mDAAmD;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;IAC/B,CAAC;CACF"}

package/dist/src/services/elevenLabsTokenService.d.ts

@@ -0,0 +1,21 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export interface TokenResponse {
+    token: string;
+    expiresAt: string;
+}
+/**
+ * Service for generating single-use tokens for ElevenLabs Scribe
+ */
+export declare class ElevenLabsTokenService {
+    private readonly apiKey;
+    constructor(apiKey: string);
+    /**
+     * Generate a single-use token for Scribe realtime transcription
+     * Token expires after 15 minutes
+     */
+    generateScribeToken(): Promise<TokenResponse>;
+}

package/dist/src/services/elevenLabsTokenService.js

@@ -0,0 +1,42 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { getErrorMessage } from '@blackbox_ai/blackbox-cli-core';
+/**
+ * Service for generating single-use tokens for ElevenLabs Scribe
+ */
+export class ElevenLabsTokenService {
+    apiKey;
+    constructor(apiKey) {
+        this.apiKey = apiKey;
+    }
+    /**
+     * Generate a single-use token for Scribe realtime transcription
+     * Token expires after 15 minutes
+     */
+    async generateScribeToken() {
+        try {
+            const response = await fetch('https://api.elevenlabs.io/v1/single-use-token/realtime_scribe', {
+                method: 'POST',
+                headers: {
+                    'xi-api-key': this.apiKey,
+                },
+            });
+            if (!response.ok) {
+                const errorText = await response.text();
+                throw new Error(`Failed to generate token: ${response.status} ${response.statusText} - ${errorText}`);
+            }
+            const data = await response.json();
+            return {
+                token: data.token,
+                expiresAt: data.expires_at || new Date(Date.now() + 15 * 60 * 1000).toISOString(),
+            };
+        }
+        catch (error) {
+            throw new Error(`Token generation failed: ${getErrorMessage(error)}`);
+        }
+    }
+}
+//# sourceMappingURL=elevenLabsTokenService.js.map

package/dist/src/services/elevenLabsTokenService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"elevenLabsTokenService.js","sourceRoot":"","sources":["../../../src/services/elevenLabsTokenService.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AAOjE;;GAEG;AACH,MAAM,OAAO,sBAAsB;IAChB,MAAM,CAAS;IAEhC,YAAY,MAAc;QACxB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACvB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,+DAA+D,EAC/D;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI,CAAC,MAAM;iBAC1B;aACF,CACF,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,6BAA6B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,CACrF,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,SAAS,EAAE,IAAI,CAAC,UAAU,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW,EAAE;aAClF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;CACF"}

package/dist/src/services/voiceInputHandler.d.ts

@@ -0,0 +1,26 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { Settings } from '../config/settings.js';
+export interface VoiceInputOptions {
+    settings: Settings;
+    language?: string;
+    onRecordingStart?: () => void;
+    onRecordingStop?: () => void;
+    onTranscriptionStart?: () => void;
+    onTranscriptionComplete?: (text: string) => void;
+    onError?: (error: Error) => void;
+}
+/**
+ * Handle voice input: record audio and transcribe to text
+ */
+export declare function handleVoiceInput(options: VoiceInputOptions): Promise<string>;
+/**
+ * Check if voice input is properly configured
+ */
+export declare function isVoiceConfigured(settings: Settings): Promise<{
+    configured: boolean;
+    errors: string[];
+}>;