@minded-ai/mindedjs 1.0.53-patch6 → 1.0.53

package/src/types/Flows.types.ts

@@ -30,12 +30,10 @@ export enum TriggerType {
   APP = 'app',
   WEBHOOK = 'webhook',
   MANUAL = 'manual',
-  VOICE = 'voice',
 }
 
 export interface BaseTriggerNode extends BaseNode {
   type: NodeType.TRIGGER;
-  triggerType: TriggerType;
 }
 
 export interface BaseAppNode {
@@ -58,18 +56,6 @@ export interface WebhookTriggerNode extends BaseTriggerNode {
   triggerType: TriggerType.WEBHOOK;
 }
 
-export interface VoiceTriggerNode extends BaseTriggerNode {
-  triggerType: TriggerType.VOICE;
-  /**
-   * Text that will be spoken as the very first message in a voice interaction.
-   */
-  firstMessage: string;
-  /**
-   * Optional ElevenLabs voice ID to be used for TTS.
-   */
-  voiceId?: string;
-}
-
 export interface ManualTriggerNode extends BaseTriggerNode {
   triggerType: TriggerType.MANUAL;
 }
@@ -80,7 +66,7 @@ export interface PromptNode extends BaseNode {
   llmConfig?: LLMConfig;
 }
 
-export type TriggerNode = AppTriggerNode | WebhookTriggerNode | ManualTriggerNode | VoiceTriggerNode;
+export type TriggerNode = AppTriggerNode | WebhookTriggerNode | ManualTriggerNode;
 
 export interface JunctionNode extends BaseNode {
   type: NodeType.JUNCTION;

package/dist/types/Voice.types.d.ts

@@ -1,5 +0,0 @@
-export type ElevenLabsContext = {
-    sessionId: string;
-    mindedToken: string;
-};
-//# sourceMappingURL=Voice.types.d.ts.map

package/dist/types/Voice.types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"Voice.types.d.ts","sourceRoot":"","sources":["../../src/types/Voice.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAA"}

package/dist/types/Voice.types.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=Voice.types.js.map

package/dist/types/Voice.types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"Voice.types.js","sourceRoot":"","sources":["../../src/types/Voice.types.ts"],"names":[],"mappings":""}

package/dist/voice/elevenLabsUtils.d.ts

@@ -1,70 +0,0 @@
-/** ElevenLabs LLM proxy request body shape */
-export interface LLMRequestBody {
-    messages: Array<{
-        content: string;
-        role: string;
-        tool_call_id?: string;
-    }>;
-    model: string;
-    max_tokens: number;
-    stream: boolean;
-    temperature: number;
-    tools: null;
-}
-interface BaseEvent {
-    type: string;
-}
-interface UserTranscriptEvent extends BaseEvent {
-    type: 'user_transcript';
-    user_transcription_event: {
-        user_transcript: string;
-    };
-}
-interface AgentResponseEvent extends BaseEvent {
-    type: 'agent_response';
-    agent_response_event: {
-        agent_response: string;
-    };
-}
-interface AudioResponseEvent extends BaseEvent {
-    type: 'audio';
-    audio_event: {
-        audio_base_64: string;
-        event_id: number;
-    };
-}
-interface InterruptionEvent extends BaseEvent {
-    type: 'interruption';
-    interruption_event: {
-        event_id: number;
-    };
-}
-interface PingEvent extends BaseEvent {
-    type: 'ping';
-    ping_event: {
-        event_id: number;
-        ping_ms: number;
-    };
-}
-interface ConversationInitiationMetadataEvent extends BaseEvent {
-    type: 'conversation_initiation_metadata';
-    conversation_initiation_metadata_event: {
-        conversation_id: string;
-    };
-}
-export interface AgentResponseCorrectionEvent extends BaseEvent {
-    type: 'agent_response_correction';
-    agent_response_correction_event: {
-        corrected_agent_response: string;
-        original_agent_response: string;
-    };
-}
-/** Union of all possible WebSocket events we care about */
-export type ElevenLabsWebSocketEvent = UserTranscriptEvent | AgentResponseEvent | AudioResponseEvent | InterruptionEvent | PingEvent | ConversationInitiationMetadataEvent | AgentResponseCorrectionEvent;
-/** Fetch signed URL from ElevenLabs API */
-export declare const getSignedUrl: ({ agentId, apiKey }: {
-    agentId: string;
-    apiKey: string;
-}) => Promise<string>;
-export {};
-//# sourceMappingURL=elevenLabsUtils.d.ts.map

package/dist/voice/elevenLabsUtils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"elevenLabsUtils.d.ts","sourceRoot":"","sources":["../../src/voice/elevenLabsUtils.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,KAAK,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,IAAI,CAAC;CACb;AAID,UAAU,SAAS;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,UAAU,mBAAoB,SAAQ,SAAS;IAC7C,IAAI,EAAE,iBAAiB,CAAC;IACxB,wBAAwB,EAAE;QACxB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,UAAU,kBAAmB,SAAQ,SAAS;IAC5C,IAAI,EAAE,gBAAgB,CAAC;IACvB,oBAAoB,EAAE;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED,UAAU,kBAAmB,SAAQ,SAAS;IAC5C,IAAI,EAAE,OAAO,CAAC;IACd,WAAW,EAAE;QACX,aAAa,EAAE,MAAM,CAAC;QACtB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,UAAU,iBAAkB,SAAQ,SAAS;IAC3C,IAAI,EAAE,cAAc,CAAC;IACrB,kBAAkB,EAAE;QAClB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,UAAU,SAAU,SAAQ,SAAS;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,UAAU,mCAAoC,SAAQ,SAAS;IAC7D,IAAI,EAAE,kCAAkC,CAAC;IACzC,sCAAsC,EAAE;QACtC,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,MAAM,WAAW,4BAA6B,SAAQ,SAAS;IAC7D,IAAI,EAAE,2BAA2B,CAAC;IAClC,+BAA+B,EAAE;QAC/B,wBAAwB,EAAE,MAAM,CAAC;QACjC,uBAAuB,EAAE,MAAM,CAAC;KACjC,CAAC;CACH;AAED,2DAA2D;AAC3D,MAAM,MAAM,wBAAwB,GAChC,mBAAmB,GACnB,kBAAkB,GAClB,kBAAkB,GAClB,iBAAiB,GACjB,SAAS,GACT,mCAAmC,GACnC,4BAA4B,CAAC;AAIjC,2CAA2C;AAC3C,eAAO,MAAM,YAAY,GAAU,qBAAqB;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,KAAG,OAAO,CAAC,MAAM,CAe3G,CAAC"}

package/dist/voice/elevenLabsUtils.js

@@ -1,20 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getSignedUrl = void 0;
-// ----------------- ElevenLabs Utility Functions -----------------
-/** Fetch signed URL from ElevenLabs API */
-const getSignedUrl = async ({ agentId, apiKey }) => {
-    const response = await fetch(`https://api.elevenlabs.io/v1/convai/conversation/get_signed_url?agent_id=${agentId}`, {
-        method: 'GET',
-        headers: {
-            'xi-api-key': apiKey,
-        },
-    });
-    if (!response.ok) {
-        throw new Error(`Failed to fetch signed url - status ${response.status}`);
-    }
-    const body = await response.json();
-    return body.signed_url;
-};
-exports.getSignedUrl = getSignedUrl;
-//# sourceMappingURL=elevenLabsUtils.js.map

package/dist/voice/elevenLabsUtils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"elevenLabsUtils.js","sourceRoot":"","sources":["../../src/voice/elevenLabsUtils.ts"],"names":[],"mappings":";;;AAkFA,mEAAmE;AAEnE,2CAA2C;AACpC,MAAM,YAAY,GAAG,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAuC,EAAmB,EAAE;IAC9G,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,4EAA4E,OAAO,EAAE,EACrF;QACE,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,YAAY,EAAE,MAAM;SACrB;KACF,CACF,CAAC;IACF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,uCAAuC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,OAAO,IAAI,CAAC,UAAU,CAAC;AACzB,CAAC,CAAC;AAfW,QAAA,YAAY,gBAevB"}

package/dist/voice/voiceSession.d.ts

@@ -1,47 +0,0 @@
-import { Agent } from '../agent';
-/**
- * Voice Conversation class for managing individual ElevenLabs voice conversations
- */
-export declare class VoiceSession {
-    private agent;
-    private sessionId;
-    private firstMessage;
-    private voiceId?;
-    private elevenLabsSocket?;
-    private onAudioCallback?;
-    private onInterruptionCallback?;
-    private onMessageCallback?;
-    private onDisconnectCallback?;
-    constructor({ agent, sessionId, firstMessage, voiceId }: {
-        agent: Agent;
-        sessionId: string;
-        firstMessage: string;
-        voiceId?: string;
-    });
-    /**
-     * Initialize the voice conversation connection
-     */
-    init(): Promise<void>;
-    private sendToElevenLabs;
-    private waitForSocketOpen;
-    private setupSocketHandlers;
-    private updateAgentResponse;
-    hangup(): void;
-    /**
-     * Set callback for audio data in base64 format
-     */
-    onAudio(callback: (data: string) => void): void;
-    /**
-     * Set callback for interruption events
-     */
-    onInterruption(callback: () => void): void;
-    /**
-     * Set callback for disconnect events
-     */
-    onDisconnect(callback: () => void): void;
-    /**
-     * User audio in base64 format
-     */
-    sendAudio(audioData: string): void;
-}
-//# sourceMappingURL=voiceSession.d.ts.map

package/dist/voice/voiceSession.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"voiceSession.d.ts","sourceRoot":"","sources":["../../src/voice/voiceSession.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAWjC;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,gBAAgB,CAAC,CAAY;IAErC,OAAO,CAAC,eAAe,CAAC,CAAyB;IACjD,OAAO,CAAC,sBAAsB,CAAC,CAAa;IAC5C,OAAO,CAAC,iBAAiB,CAAC,CAA+C;IACzE,OAAO,CAAC,oBAAoB,CAAC,CAAa;gBAE9B,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE;QAAE,KAAK,EAAE,KAAK,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;IAQpI;;OAEG;IACU,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAoBpB,gBAAgB;YAQhB,iBAAiB;IAsB/B,OAAO,CAAC,mBAAmB;YAyGb,mBAAmB;IAe1B,MAAM,IAAI,IAAI;IAKrB;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAI/C;;OAEG;IACH,cAAc,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI;IAI1C;;OAEG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI;IAIxC;;OAEG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;CAGnC"}

package/dist/voice/voiceSession.js

@@ -1,214 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.VoiceSession = void 0;
-const ws_1 = require("ws");
-const mindedConnectionTypes_1 = require("../platform/mindedConnectionTypes");
-const config_1 = require("../platform/config");
-const elevenLabsUtils_1 = require("./elevenLabsUtils");
-const messages_1 = require("@langchain/core/messages");
-/**
- * Voice Conversation class for managing individual ElevenLabs voice conversations
- */
-class VoiceSession {
-    constructor({ agent, sessionId, firstMessage, voiceId }) {
-        console.debug('Starting voice session', { sessionId, firstMessage });
-        this.agent = agent;
-        this.sessionId = sessionId;
-        this.firstMessage = firstMessage;
-        this.voiceId = voiceId;
-    }
-    /**
-     * Initialize the voice conversation connection
-     */
-    async init() {
-        const { elevenLabsKey, elevenLabsAgentId } = (0, config_1.getConfig)();
-        if (!elevenLabsKey) {
-            throw new Error('Missing ElevenLabs key - set ELEVEN_LABS_KEY env var');
-        }
-        if (!elevenLabsAgentId) {
-            throw new Error('Missing ElevenLabs agent id - set ELEVEN_LABS_AGENT_ID env var');
-        }
-        const signedUrl = await (0, elevenLabsUtils_1.getSignedUrl)({
-            agentId: elevenLabsAgentId,
-            apiKey: elevenLabsKey
-        });
-        this.elevenLabsSocket = new ws_1.WebSocket(signedUrl);
-        this.setupSocketHandlers();
-    }
-    async sendToElevenLabs(message) {
-        if (!this.elevenLabsSocket) {
-            throw new Error('Socket not initialized');
-        }
-        await this.waitForSocketOpen(this.elevenLabsSocket);
-        this.elevenLabsSocket.send(message);
-    }
-    async waitForSocketOpen(socket) {
-        if (socket.readyState === ws_1.WebSocket.OPEN) {
-            return;
-        }
-        return new Promise((resolve, reject) => {
-            const timeoutMs = 10000;
-            const intervalMs = 100;
-            let tries = 0;
-            const interval = setInterval(() => {
-                if (socket.readyState === ws_1.WebSocket.OPEN) {
-                    clearInterval(interval);
-                    resolve();
-                }
-                tries++;
-                if (tries >= timeoutMs) {
-                    clearInterval(interval);
-                    reject(new Error('Socket not open'));
-                }
-            }, intervalMs);
-        });
-    }
-    setupSocketHandlers() {
-        const socket = this.elevenLabsSocket; // non-null assertion once, we ensured it's assigned in init()
-        socket.onopen = () => {
-            console.debug('Connected to voice provider');
-            const initiationData = {
-                type: 'conversation_initiation_client_data',
-                conversation_config_override: {
-                    agent: {
-                        first_message: this.firstMessage,
-                        language: 'en',
-                    },
-                    ...(this.voiceId
-                        ? {
-                            tts: {
-                                voice_id: this.voiceId,
-                            },
-                        }
-                        : {}),
-                },
-            };
-            this.sendToElevenLabs(JSON.stringify(initiationData));
-            this.sendToElevenLabs(JSON.stringify({ type: 'contextual_update', text: JSON.stringify({ sessionId: this.sessionId, mindedToken: (0, config_1.getConfig)().token }) }));
-        };
-        socket.onclose = () => {
-            var _a;
-            console.debug('Disconnected from voice provider');
-            (_a = this.onDisconnectCallback) === null || _a === void 0 ? void 0 : _a.call(this);
-            this.agent.voiceSessions.delete(this.sessionId);
-        };
-        socket.onerror = (err) => {
-            console.error('[ElevenLabsVoice] WebSocket error', err);
-        };
-        socket.onmessage = async (event) => {
-            var _a, _b, _c;
-            const data = JSON.parse(event.data.toString());
-            switch (data.type) {
-                case 'ping':
-                    setTimeout(() => {
-                        this.sendToElevenLabs(JSON.stringify({ type: 'pong', event_id: data.ping_event.event_id }));
-                    }, data.ping_event.ping_ms);
-                    break;
-                case 'user_transcript':
-                    console.debug('User transcript received', data.user_transcription_event.user_transcript);
-                    if (this.onMessageCallback) {
-                        this.onMessageCallback(data.user_transcription_event.user_transcript, new messages_1.HumanMessage(data.user_transcription_event.user_transcript));
-                    }
-                    break;
-                case 'agent_response':
-                    if (this.onMessageCallback) {
-                        this.onMessageCallback(data.agent_response_event.agent_response, new messages_1.AIMessage(data.agent_response_event.agent_response));
-                    }
-                    break;
-                case 'interruption':
-                    console.debug('Interruption received');
-                    (_a = this.onInterruptionCallback) === null || _a === void 0 ? void 0 : _a.call(this);
-                    // Send interruption event to dashboard if connected
-                    if ((0, config_1.getConfig)().dashboardConnected) {
-                        try {
-                            (_b = this.agent.mindedConnection) === null || _b === void 0 ? void 0 : _b.emit(mindedConnectionTypes_1.MindedConnectionSocketMessageType.DASHBOARD_VOICE_INTERRUPTION, {
-                                type: mindedConnectionTypes_1.MindedConnectionSocketMessageType.DASHBOARD_VOICE_INTERRUPTION,
-                                sessionId: this.sessionId,
-                                timestamp: Date.now(),
-                            });
-                        }
-                        catch (error) {
-                            console.error('[ElevenLabsVoice] Error sending interruption to dashboard', error);
-                        }
-                    }
-                    break;
-                case 'audio':
-                    if (this.onAudioCallback) {
-                        this.onAudioCallback(data.audio_event.audio_base_64);
-                    }
-                    if ((0, config_1.getConfig)().dashboardConnected) {
-                        try {
-                            await ((_c = this.agent.mindedConnection) === null || _c === void 0 ? void 0 : _c.awaitEmit(mindedConnectionTypes_1.MindedConnectionSocketMessageType.DASHBOARD_VOICE_AGENT_AUDIO, {
-                                sessionId: this.sessionId,
-                                audioData: data.audio_event.audio_base_64,
-                            }));
-                        }
-                        catch (error) {
-                            console.error('[ElevenLabsVoice] Error sending audio to dashboard', error);
-                        }
-                    }
-                    break;
-                case 'conversation_initiation_metadata':
-                    console.debug('ElevenLabs conversation initiation metadata', data);
-                    break;
-                case 'agent_response_correction':
-                    try {
-                        console.debug('Agent response correction received', data.agent_response_correction_event);
-                        await this.updateAgentResponse(data.agent_response_correction_event.original_agent_response, data.agent_response_correction_event.corrected_agent_response);
-                    }
-                    catch (error) {
-                        console.error('[ElevenLabsVoice] Error updating agent response', error);
-                    }
-                    break;
-                default:
-                    console.debug('Received unknown message from ElevenLabs', data);
-                    break;
-            }
-        };
-    }
-    async updateAgentResponse(originalAgentResponse, correctedAgentResponse) {
-        const graphState = await this.agent.compiledGraph.getState(this.agent.getLangraphConfig(this.sessionId));
-        const agentMessage = graphState.values.messages.find((message) => message.content === originalAgentResponse && message instanceof messages_1.AIMessage);
-        if (agentMessage) {
-            agentMessage.content = correctedAgentResponse;
-            const currentNodeId = graphState.tasks[graphState.tasks.length - 1].name;
-            await this.agent.compiledGraph.updateState(this.agent.getLangraphConfig(this.sessionId), {
-                messages: graphState.values.messages,
-            }, currentNodeId);
-        }
-        else {
-            console.warn('Agent message not found for correction', originalAgentResponse);
-        }
-    }
-    hangup() {
-        var _a, _b;
-        (_a = this.onDisconnectCallback) === null || _a === void 0 ? void 0 : _a.call(this);
-        (_b = this.elevenLabsSocket) === null || _b === void 0 ? void 0 : _b.close();
-    }
-    /**
-     * Set callback for audio data in base64 format
-     */
-    onAudio(callback) {
-        this.onAudioCallback = callback;
-    }
-    /**
-     * Set callback for interruption events
-     */
-    onInterruption(callback) {
-        this.onInterruptionCallback = callback;
-    }
-    /**
-     * Set callback for disconnect events
-     */
-    onDisconnect(callback) {
-        this.onDisconnectCallback = callback;
-    }
-    /**
-     * User audio in base64 format
-     */
-    sendAudio(audioData) {
-        this.sendToElevenLabs(JSON.stringify({ user_audio_chunk: audioData }));
-    }
-}
-exports.VoiceSession = VoiceSession;
-//# sourceMappingURL=voiceSession.js.map

package/dist/voice/voiceSession.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"voiceSession.js","sourceRoot":"","sources":["../../src/voice/voiceSession.ts"],"names":[],"mappings":";;;AAAA,2BAA+B;AAE/B,6EAE2C;AAC3C,+CAA+C;AAC/C,uDAG2B;AAC3B,uDAAgF;AAEhF;;GAEG;AACH,MAAa,YAAY;IAYvB,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAA+E;QAClI,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,IAAI;QACf,MAAM,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;QAEzD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAA,8BAAY,EAAC;YACnC,OAAO,EAAE,iBAAiB;YAC1B,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,IAAI,CAAC,gBAAgB,GAAG,IAAI,cAAS,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,OAAe;QAC5C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACpD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAiB;QAC/C,IAAI,MAAM,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,SAAS,GAAG,KAAK,CAAC;YACxB,MAAM,UAAU,GAAG,GAAG,CAAC;YACvB,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,IAAI,MAAM,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;oBACzC,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACxB,OAAO,EAAE,CAAC;gBACZ,CAAC;gBACD,KAAK,EAAE,CAAC;gBACR,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;oBACvB,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACxB,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC,EAAE,UAAU,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,mBAAmB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAiB,CAAC,CAAC,8DAA8D;QAErG,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACnB,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAC7C,MAAM,cAAc,GAAqC;gBACvD,IAAI,EAAE,qCAAqC;gBAC3C,4BAA4B,EAAE;oBAC5B,KAAK,EAAE;wBACL,aAAa,EAAE,IAAI,CAAC,YAAY;wBAChC,QAAQ,EAAE,IAAI;qBACf;oBACD,GAAG,CAAC,IAAI,CAAC,OAAO;wBACd,CAAC,CAAC;4BACA,GAAG,EAAE;gCACH,QAAQ,EAAE,IAAI,CAAC,OAAO;6BACvB;yBACF;wBACD,CAAC,CAAC,EAAE,CAAC;iBAC4D;aACtE,CAAC;YAEF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;YACtD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,IAAA,kBAAS,GAAE,CAAC,KAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7J,CAAC,CAAC;QAEF,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;;YACpB,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAClD,MAAA,IAAI,CAAC,oBAAoB,oDAAI,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC,CAAC;QAEF,MAAM,CAAC,OAAO,GAAG,CAAC,GAAY,EAAE,EAAE;YAChC,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,CAAC,CAAC;QAC1D,CAAC,CAAC;QAEF,MAAM,CAAC,SAAS,GAAG,KAAK,EAAE,KAAU,EAAE,EAAE;;YACtC,MAAM,IAAI,GAA6B,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEzE,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClB,KAAK,MAAM;oBACT,UAAU,CAAC,GAAG,EAAE;wBACd,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;oBAC9F,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;oBAC5B,MAAM;gBACR,KAAK,iBAAiB;oBACpB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,IAAI,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC;oBACzF,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;wBAC3B,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,wBAAwB,CAAC,eAAe,EAAE,IAAI,uBAAY,CAAC,IAAI,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC,CAAC;oBACzI,CAAC;oBACD,MAAM;gBACR,KAAK,gBAAgB;oBACnB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;wBAC3B,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,IAAI,oBAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,CAAC;oBAC5H,CAAC;oBACD,MAAM;gBACR,KAAK,cAAc;oBACjB,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;oBACvC,MAAA,IAAI,CAAC,sBAAsB,oDAAI,CAAC;oBAChC,oDAAoD;oBACpD,IAAI,IAAA,kBAAS,GAAE,CAAC,kBAAkB,EAAE,CAAC;wBACnC,IAAI,CAAC;4BACH,MAAA,IAAI,CAAC,KAAK,CAAC,gBAAgB,0CAAE,IAAI,CAAC,yDAAiC,CAAC,4BAA4B,EAAE;gCAChG,IAAI,EAAE,yDAAiC,CAAC,4BAA4B;gCACpE,SAAS,EAAE,IAAI,CAAC,SAAS;gCACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;6BACtB,CAAC,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CAAC,2DAA2D,EAAE,KAAK,CAAC,CAAC;wBACpF,CAAC;oBACH,CAAC;oBACD,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;wBACzB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;oBACvD,CAAC;oBACD,IAAI,IAAA,kBAAS,GAAE,CAAC,kBAAkB,EAAE,CAAC;wBACnC,IAAI,CAAC;4BACH,MAAM,CAAA,MAAA,IAAI,CAAC,KAAK,CAAC,gBAAgB,0CAAE,SAAS,CAAC,yDAAiC,CAAC,2BAA2B,EAAE;gCAC1G,SAAS,EAAE,IAAI,CAAC,SAAS;gCACzB,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,aAAa;6BAC1C,CAAC,CAAA,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CAAC,oDAAoD,EAAE,KAAK,CAAC,CAAC;wBAC7E,CAAC;oBACH,CAAC;oBACD,MAAM;gBACR,KAAK,kCAAkC;oBACrC,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,IAAI,CAAC,CAAC;oBACnE,MAAM;gBACR,KAAK,2BAA2B;oBAC9B,IAAI,CAAC;wBACH,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,IAAI,CAAC,+BAA+B,CAAC,CAAC;wBAC1F,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,+BAA+B,CAAC,uBAAuB,EAAE,IAAI,CAAC,+BAA+B,CAAC,wBAAwB,CAAC,CAAC;oBAC9J,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,iDAAiD,EAAE,KAAK,CAAC,CAAC;oBAC1E,CAAC;oBACD,MAAM;gBACR;oBACE,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,IAAI,CAAC,CAAC;oBAChE,MAAM;YACV,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,qBAA6B,EAAE,sBAA8B;QAC7F,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACzG,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAoB,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,qBAAqB,IAAI,OAAO,YAAY,oBAAS,CAAC,CAAC;QAC1J,IAAI,YAAY,EAAE,CAAC;YACjB,YAAY,CAAC,OAAO,GAAG,sBAAsB,CAAC;YAC9C,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YACzE,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE;gBACvF,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,QAAQ;aACrC,EAAE,aAAa,CAAC,CAAC;QACpB,CAAC;aACI,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,qBAAqB,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAEM,MAAM;;QACX,MAAA,IAAI,CAAC,oBAAoB,oDAAI,CAAC;QAC9B,MAAA,IAAI,CAAC,gBAAgB,0CAAE,KAAK,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,QAAgC;QACtC,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,QAAoB;QACjC,IAAI,CAAC,sBAAsB,GAAG,QAAQ,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAoB;QAC/B,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,SAAiB;QACzB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;CACF;AAjOD,oCAiOC"}

package/src/types/Voice.types.ts

@@ -1,4 +0,0 @@
-export type ElevenLabsContext = {
-  sessionId: string;
-  mindedToken: string;
-}

package/src/voice/elevenLabsUtils.ts

@@ -1,101 +0,0 @@
-/** ElevenLabs LLM proxy request body shape */
-export interface LLMRequestBody {
-  messages: Array<{
-    content: string;
-    role: string;
-    tool_call_id?: string;
-  }>;
-  model: string;
-  max_tokens: number;
-  stream: boolean;
-  temperature: number;
-  tools: null;
-}
-
-// ----------------- ElevenLabs WebSocket event types -----------------
-
-interface BaseEvent {
-  type: string;
-}
-
-interface UserTranscriptEvent extends BaseEvent {
-  type: 'user_transcript';
-  user_transcription_event: {
-    user_transcript: string;
-  };
-}
-
-interface AgentResponseEvent extends BaseEvent {
-  type: 'agent_response';
-  agent_response_event: {
-    agent_response: string;
-  };
-}
-
-interface AudioResponseEvent extends BaseEvent {
-  type: 'audio';
-  audio_event: {
-    audio_base_64: string;
-    event_id: number;
-  };
-}
-
-interface InterruptionEvent extends BaseEvent {
-  type: 'interruption';
-  interruption_event: {
-    event_id: number;
-  };
-}
-
-interface PingEvent extends BaseEvent {
-  type: 'ping';
-  ping_event: {
-    event_id: number;
-    ping_ms: number;
-  };
-}
-
-interface ConversationInitiationMetadataEvent extends BaseEvent {
-  type: 'conversation_initiation_metadata';
-  conversation_initiation_metadata_event: {
-    conversation_id: string;
-  };
-}
-
-export interface AgentResponseCorrectionEvent extends BaseEvent {
-  type: 'agent_response_correction';
-  agent_response_correction_event: {
-    corrected_agent_response: string;
-    original_agent_response: string;
-  };
-}
-
-/** Union of all possible WebSocket events we care about */
-export type ElevenLabsWebSocketEvent =
-  | UserTranscriptEvent
-  | AgentResponseEvent
-  | AudioResponseEvent
-  | InterruptionEvent
-  | PingEvent
-  | ConversationInitiationMetadataEvent
-  | AgentResponseCorrectionEvent;
-
-// ----------------- ElevenLabs Utility Functions -----------------
-
-/** Fetch signed URL from ElevenLabs API */
-export const getSignedUrl = async ({ agentId, apiKey }: { agentId: string; apiKey: string }): Promise<string> => {
-  const response = await fetch(
-    `https://api.elevenlabs.io/v1/convai/conversation/get_signed_url?agent_id=${agentId}`,
-    {
-      method: 'GET',
-      headers: {
-        'xi-api-key': apiKey,
-      },
-    },
-  );
-  if (!response.ok) {
-    throw new Error(`Failed to fetch signed url - status ${response.status}`);
-  }
-  const body = await response.json();
-  return body.signed_url;
-};