@minded-ai/mindedjs 1.0.53-patch5 → 1.0.53

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@minded-ai/mindedjs",
-  "version": "1.0.53-patch5",
+  "version": "1.0.53",
   "description": "MindedJS is a TypeScript library for building agents.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -17,7 +17,6 @@
     "test": "NODE_ENV=test mocha --parallel --jobs auto --retries 1 -r ts-node/register -r ./test/setup.ts \"test/**/*.test.ts\"",
     "testFile": "NODE_ENV=test mocha -r ts-node/register -r ./test/setup.ts",
     "order-refund": "cd examples/orderRefundAgent && nodemon --watch '**/*.ts' --exec 'ts-node' orderRefundAgent.ts",
-    "example-voice": "cd examples/voice && nodemon --watch '**/*.ts' --exec 'ts-node' voiceAgent.ts",
     "lint": "eslint .",
     "lintFix": "eslint --fix .",
     "generateApiDocs": "typedoc src --out docs/api-reference ./src"
@@ -30,7 +29,6 @@
     "@types/mocha": "^10.0.6",
     "@types/node": "^20.11.19",
     "@types/sinon": "^17.0.4",
-    "@types/ws": "^8.18.1",
     "chai": "^4.3.10",
     "dotenv": "^16.4.5",
     "eslint": "^9.27.0",
@@ -53,7 +51,6 @@
     "langchain": "^0.3.25",
     "socket.io-client": "^4.8.1",
     "uuid": "^11.1.0",
-    "ws": "^8.15.1",
     "zod": "^3.24.4"
   }
 }

package/src/agent.ts

@@ -1,4 +1,4 @@
-import { Flow, NodeType, Node, EdgeType, KnownTriggerNames, TriggerType, VoiceTriggerNode } from './types/Flows.types';
+import { Flow, NodeType, Node, EdgeType, KnownTriggerNames } from './types/Flows.types';
 
 import { Tool } from './types/Tools.types';
 import { v4 as uuidv4 } from 'uuid';
@@ -11,11 +11,11 @@ import { edgeFactory } from './edges/edgeFactory';
 import { AgentEventRequestPayloads, AgentEventResponsePayloads, AgentEvents } from './events/AgentEvents';
 import { z } from 'zod';
 import { MindedConnection } from './platform/mindedConnection';
-import { BaseMindedConnectionSocketMessage, InvokeMessage, MindedConnectionSocketMessageType, OnAppTrigger } from './platform/mindedConnectionTypes';
+import { BaseMindedConnectionSocketMessage, MindedConnectionSocketMessageType, OnAppTrigger } from './platform/mindedConnectionTypes';
 import * as fs from 'fs';
 import * as path from 'path';
 import * as yaml from 'js-yaml';
-import { AgentInvokeParams, FlowHistoryType, MindedSDKConfig, TriggerInvocationHistory } from './types/Agent.types';
+import { FlowHistoryType, MindedSDKConfig, TriggerInvocationHistory } from './types/Agent.types';
 import { createLlmInstance } from './llm/createLlmInstance';
 import { createCheckpointSaver } from './checkpointer/checkpointSaverFactory';
 import { getConfig } from './platform/config';
@@ -23,8 +23,6 @@ import { BaseMessage, HumanMessage } from '@langchain/core/messages';
 import triggerTypeToDefaultMessage from './triggers/triggerTypeToDefaultMessage';
 import appActionRunnerToolCreator from './internalTools/appActionRunnerTool';
 import { wait } from './utils/wait';
-import { VoiceSession } from './voice/voiceSession';
-import { BaseVoiceMessage, OnVoiceAudioOut } from './platform/mindedConnectionTypes';
 
 type CreateAgentParams<Memory> = {
   memorySchema: z.ZodSchema;
@@ -57,14 +55,13 @@ export class Agent {
   private flows!: Flow[];
   public tools!: Tool<any, any>[];
   private llm!: BaseLanguageModel;
-  public mindedConnection: MindedConnection | null = null;
+  private mindedConnection: MindedConnection | null = null;
   // Langgraph memory saver. In memory for local development, Custom for Platform
   private checkpointer!: BaseCheckpointSaver;
   // Langgraph compiled graph
-  public compiledGraph!: CompiledGraph;
+  private compiledGraph!: CompiledGraph;
   // Cache for secrets to avoid repeated API calls
   private secretsCache: Record<string, string> | null = null;
-  public config: MindedSDKConfig;
 
   // Event handlers storage keyed by event name. Handlers can optionally return a value.
   private eventHandlers: {
@@ -76,9 +73,6 @@ export class Agent {
   private initialized = false;
   private initPromise: Promise<void> | null = null;
 
-  // Add the voiceSessions property to the Agent class (place near other class fields)
-  public voiceSessions: Map<string, VoiceSession> = new Map();
-
   /**
    * Create a new Agent instance.
    *
@@ -114,7 +108,6 @@ export class Agent {
     const { memorySchema } = params;
     this.memorySchema = memorySchema;
     this.initPromise = this.init(params);
-    this.config = params.config;
   }
 
   private async init(params: CreateAgentParams<z.infer<typeof this.memorySchema>>): Promise<void> {
@@ -134,17 +127,6 @@ export class Agent {
             sessionId: trigger.sessionId,
           });
         });
-
-        this.mindedConnection.on(MindedConnectionSocketMessageType.INVOKE, async (message, callback) => {
-          const invokeMessage = message as InvokeMessage;
-          const result = await this.invoke({
-            triggerBody: invokeMessage.triggerBody,
-            triggerName: invokeMessage.triggerName,
-            appName: invokeMessage.appName,
-            sessionId: invokeMessage.sessionId,
-          });
-          callback(result);
-        });
       }
       const [, flows] = (await Promise.all([this.loadSecrets(), this.loadFlows(config.flows)])) as [Record<string, string>, Flow[]];
       this.flows = flows;
@@ -157,11 +139,6 @@ export class Agent {
       this.llm = createLlmInstance(config.llm);
       this.compiledGraph = this.initializeGraph();
       this.initialized = true;
-
-      const flowHasVoiceTrigger = this.flows.some((flow) => flow.nodes.some((node) => node.type === NodeType.TRIGGER && node.triggerType === TriggerType.VOICE));
-      if (flowHasVoiceTrigger) {
-        this.setupVoice();
-      }
     } catch (error) {
       this.initialized = false;
       throw error;
@@ -341,11 +318,16 @@ export class Agent {
     triggerName,
     sessionId,
     appName,
-  }: AgentInvokeParams) {
+  }: {
+    triggerBody: any;
+    triggerName: string;
+    sessionId?: string;
+    appName?: string;
+  }) {
     await this.waitForInitialization();
     let messages: Array<BaseMessage> = [];
     let memoryUpdate = {};
-    if (triggerName === KnownTriggerNames.DASHBOARD_MESSAGE || triggerName === KnownTriggerNames.VOICE_MESSAGE) {
+    if (triggerName === KnownTriggerNames.DASHBOARD_MESSAGE) {
       messages.push(new HumanMessage(triggerBody.content));
     } else {
       const results = await this.emit(AgentEvents.TRIGGER_EVENT, {
@@ -380,8 +362,8 @@ export class Agent {
       },
     ];
     console.log(`Invoking trigger ${triggerName} with session ${sessionId}`);
-    const langraphConfig = this.getLangraphConfig(sessionId || uuidv4());
-    const state = await this.compiledGraph.getState(langraphConfig);
+    const config = { configurable: { thread_id: sessionId || uuidv4(), recursionLimit: 3 } };
+    const state = await this.compiledGraph.getState(config);
     // Resume interruption
     if (state.tasks?.[0]?.interrupts?.length > 0) {
       console.log('Resuming interruption');
@@ -389,13 +371,13 @@ export class Agent {
         new Command({
           resume: { memory: memoryUpdate, messages, history, triggerInvocations: [triggerInvocation] },
         }),
-        langraphConfig,
+        config,
       );
       return res;
     } else {
       const res = await this.compiledGraph.invoke(
         { messages, memory: memoryUpdate, history, triggerInvocations: [triggerInvocation] },
-        langraphConfig,
+        config,
       );
       return res;
     }
@@ -615,63 +597,4 @@ export class Agent {
       throw new Error(`Failed to fetch secrets: ${error instanceof Error ? error.message : 'Unknown error'}`);
     }
   }
-
-  public getLangraphConfig(sessionId: string): { configurable: { thread_id: string; recursionLimit: number } } {
-    return { configurable: { thread_id: sessionId, recursionLimit: 3 } };
-  }
-
-  private setupVoice(): void {
-    if (!this.mindedConnection) {
-      throw new Error('Minded connection is required');
-    }
-
-    const connection = this.mindedConnection;
-    const { dashboardConnected } = getConfig();
-
-    if (dashboardConnected) {
-      // Listen for voice session start
-      connection.on(MindedConnectionSocketMessageType.DASHBOARD_VOICE_SESSION_START, async (message) => {
-        const sessionStart = message as BaseVoiceMessage;
-        await this.startVoiceSession({ sessionId: sessionStart.sessionId });
-      });
-
-      // Listen for incoming audio from the platform
-      connection.on(MindedConnectionSocketMessageType.DASHBOARD_VOICE_USER_AUDIO, (message) => {
-        const audioMessage = message as OnVoiceAudioOut;
-        const voiceSession = this.voiceSessions.get(audioMessage.sessionId);
-        if (voiceSession) {
-          voiceSession.sendAudio(audioMessage.audioData);
-        } else {
-          console.warn({ message: 'Voice session not found for sessionId', sessionId: audioMessage.sessionId });
-        }
-      });
-
-      // Hangup / end session handler
-      connection.on(MindedConnectionSocketMessageType.DASHBOARD_VOICE_SESSION_END, (message) => {
-        const hangup = message as BaseVoiceMessage;
-        const voiceSession = this.voiceSessions.get(hangup.sessionId);
-        if (voiceSession) {
-          voiceSession.hangup();
-        } else {
-          console.warn({ message: 'Voice session not found for sessionId', sessionId: hangup.sessionId });
-        }
-      });
-    }
-
-  }
-
-  private async startVoiceSession(params: { sessionId: string }): Promise<VoiceSession> {
-    const voiceTrigger = this.flows.flatMap((flow) => flow.nodes).find((node) => node.type === NodeType.TRIGGER && node.triggerType === TriggerType.VOICE) as VoiceTriggerNode;
-    if (!voiceTrigger) {
-      throw new Error('Voice trigger not found in flows');
-    }
-    const voiceSession = new VoiceSession({
-      agent: this,
-      sessionId: params.sessionId,
-      firstMessage: voiceTrigger.firstMessage,
-    });
-    await voiceSession.init();
-    this.voiceSessions.set(params.sessionId, voiceSession);
-    return voiceSession;
-  }
 }

package/src/index.ts

@@ -1,7 +1,6 @@
 import { Agent } from './agent';
 import events from './events';
 
-export type { ElevenLabsContext } from './types/Voice.types';
 export { Agent, events };
 
 export type {
@@ -18,11 +17,8 @@ export type {
   JunctionNode,
   ToolNode,
   AppToolNode,
-  VoiceTriggerNode,
-  WebhookTriggerNode,
 } from './types/Flows.types';
 export { NodeType, TriggerType, EdgeType, AppNodeMetadata, AppNodeMetadataType, NodeMetadata, KnownTriggerNames } from './types/Flows.types';
 export type { Tool } from './types/Tools.types';
 export { FlowHistoryType, FlowHistory, TriggerInvocationHistory, AppActionInvocationHistory } from './types/Agent.types';
-export type { AgentInvokeParams } from './types/Agent.types';
 export type { Environment } from './types/Platform.types';

package/src/nodes/addPromptNode.ts

@@ -81,7 +81,6 @@ export const addPromptNode = async ({ graph, node, llm, tools, emit }: AddPrompt
         memory: state.memory,
         sessionId: configurable.thread_id,
       });
-      console.log('AI Message', result.content);
     }
 
     return {

package/src/platform/config.ts

@@ -1,9 +1,7 @@
 import { resolve } from 'path';
 import { config } from 'dotenv';
 import { Environment } from '../types/Platform.types';
-const path = resolve(__dirname, '../../.env');
-console.log(`Loading config from ${path}`);
-config({ path });
+config({ path: resolve(__dirname, '../../.env') });
 
 type MindedConfig = {
   baseUrl: string;
@@ -11,9 +9,6 @@ type MindedConfig = {
   token: string | null;
   runLocally: boolean;
   isDeployed: boolean;
-  dashboardConnected: boolean;
-  elevenLabsKey: string | null;
-  elevenLabsAgentId: string | null;
 };
 
 export const getConfig = (): MindedConfig => {
@@ -26,9 +21,6 @@ export const getConfig = (): MindedConfig => {
         token: process.env.MINDED_CONNECTION_TOKEN || '',
         runLocally: process.env.RUN_LOCALLY !== 'false',
         isDeployed: process.env.IS_DEPLOYED_AGENT === 'true',
-        dashboardConnected: false,
-        elevenLabsKey: process.env.ELEVEN_LABS_API_KEY || null,
-        elevenLabsAgentId: process.env.ELEVEN_LABS_AGENT_ID || null,
       };
     case 'development':
       return {
@@ -37,9 +29,6 @@ export const getConfig = (): MindedConfig => {
         token: process.env.MINDED_CONNECTION_TOKEN || '',
         runLocally: process.env.RUN_LOCALLY === 'true',
         isDeployed: process.env.IS_DEPLOYED_AGENT === 'true',
-        dashboardConnected: true,
-        elevenLabsKey: process.env.ELEVEN_LABS_API_KEY || null,
-        elevenLabsAgentId: process.env.ELEVEN_LABS_AGENT_ID || 'Iyr6DCOj80AdvVEVHSGt',
       };
     case 'sandbox-staging':
       return {
@@ -48,9 +37,6 @@ export const getConfig = (): MindedConfig => {
         token: process.env.MINDED_CONNECTION_TOKEN || '',
         runLocally: false,
         isDeployed: process.env.IS_DEPLOYED_AGENT === 'true',
-        elevenLabsKey: process.env.ELEVEN_LABS_API_KEY || null,
-        dashboardConnected: true,
-        elevenLabsAgentId: process.env.ELEVEN_LABS_AGENT_ID || 'agent_01jye194psezr909nwec27m2t9',
       };
     case 'sandbox':
       return {
@@ -59,9 +45,6 @@ export const getConfig = (): MindedConfig => {
         token: process.env.MINDED_CONNECTION_TOKEN || '',
         runLocally: false,
         isDeployed: process.env.IS_DEPLOYED_AGENT === 'true',
-        elevenLabsKey: process.env.ELEVEN_LABS_API_KEY || null,
-        dashboardConnected: true,
-        elevenLabsAgentId: process.env.ELEVEN_LABS_AGENT_ID || 'agent_01jye194psezr909nwec27m2t9',
       };
     case 'production':
       return {
@@ -70,9 +53,6 @@ export const getConfig = (): MindedConfig => {
         token: process.env.MINDED_CONNECTION_TOKEN || '',
         runLocally: false,
         isDeployed: process.env.IS_DEPLOYED_AGENT === 'true',
-        elevenLabsKey: process.env.ELEVEN_LABS_API_KEY || null,
-        dashboardConnected: false,
-        elevenLabsAgentId: process.env.ELEVEN_LABS_AGENT_ID || 'agent_01jye1ajkaf17axpcxg220qwcm',
       };
   }
 };

package/src/platform/mindedConnection.ts

@@ -1,29 +1,26 @@
 import { io, Socket } from 'socket.io-client';
-import { BaseMindedConnectionSocketMessage, MindedConnectionSocketMessageType, MindedConnectionSocketMessageTypeMap } from './mindedConnectionTypes';
+import { BaseMindedConnectionSocketMessage, MindedConnectionSocketMessageType } from './mindedConnectionTypes';
 import { stringify } from 'flatted';
 import { getConfig } from './config';
 
 export class MindedConnection {
   private socket: Socket | null = null;
   listeners: {
-    [key: string]: ((message: BaseMindedConnectionSocketMessage, callback: (response: any) => void) => void)[];
+    [key: string]: ((message: BaseMindedConnectionSocketMessage) => void)[];
   } = {};
 
   public get isConnected(): boolean {
     return this.socket?.connected ?? false;
   }
 
-  public on = (event: MindedConnectionSocketMessageType, callback: (message: BaseMindedConnectionSocketMessage, callback: (response: any) => void) => void) => {
+  public on = (event: MindedConnectionSocketMessageType, callback: (message: BaseMindedConnectionSocketMessage) => void) => {
     if (!this.listeners[event]) {
       this.listeners[event] = [];
     }
     this.listeners[event].push(callback);
   };
 
-  public emit = <E extends keyof MindedConnectionSocketMessageTypeMap>(
-    event: E,
-    message: MindedConnectionSocketMessageTypeMap[E]
-  ) => {
+  public emit = (event: MindedConnectionSocketMessageType, message: BaseMindedConnectionSocketMessage) => {
     if (this.socket) {
       this.socket.emit(event, message);
     }
@@ -37,7 +34,7 @@ export class MindedConnection {
     return new Promise((resolve, reject) => {
       // Set up timeout
       const timeout = setTimeout(() => {
-        reject(new Error(`Acknowledgement timeout after ${timeoutMs}ms; Message: ${message}`));
+        reject(new Error(`Acknowledgement timeout after ${timeoutMs}ms`));
       }, timeoutMs);
 
       // Emit with acknowledgement callback
@@ -73,8 +70,8 @@ export class MindedConnection {
       });
 
       this.socket.on('connect_error', () => {
-        console.error('Minded connection error');
-        reject(new Error('Minded connection error'));
+        console.error('Failed to connect to minded platform');
+        reject(new Error('Failed to connect to minded platform'));
       });
 
       this.socket.on('disconnect', () => {
@@ -99,15 +96,12 @@ export class MindedConnection {
       });
 
       // Listen for specific message types
-      this.socket.onAny((event, message, callback) => {
+      this.socket.onAny((event, message) => {
         if (this.listeners[event]) {
           this.listeners[event].forEach((listener) => {
-            listener(message, callback);
+            listener(message);
           });
         }
-        else {
-          console.warn({ message: 'No listeners found for event', event });
-        }
       });
 
       // Handle process termination

package/src/platform/mindedConnectionTypes.ts

@@ -7,43 +7,16 @@ import type {
   CheckpointTuple,
 } from '@langchain/langgraph-checkpoint';
 import type { RunnableConfig } from '@langchain/core/runnables';
-import { AgentInvokeParams } from '../types/Agent.types';
 
 export enum MindedConnectionSocketMessageType {
   OnAppTrigger = 'on-app-trigger',
   OnAppAction = 'on-app-action',
-  GET_SECRETS = 'get-secrets',
-  GET_FLOWS = 'get-flows',
-  INVOKE = 'invoke',
-  // Checkpoints
   CHECKPOINT_GET_TUPLE = 'checkpoint-get-tuple',
   CHECKPOINT_PUT = 'checkpoint-put',
   CHECKPOINT_LIST = 'checkpoint-list',
   CHECKPOINT_PUT_WRITES = 'checkpoint-put-writes',
-  // Voice
-  DASHBOARD_VOICE_USER_AUDIO = 'dashboard-voice-user-audio',
-  DASHBOARD_VOICE_AGENT_AUDIO = 'dashboard-voice-agent-audio',
-  DASHBOARD_VOICE_SESSION_START = 'dashboard-voice-session-start',
-  DASHBOARD_VOICE_SESSION_END = 'dashboard-voice-session-end',
-  DASHBOARD_VOICE_INTERRUPTION = 'dashboard-voice-interruption',
-  DASHBOARD_VOICE_AGENT_RESPONSE_CORRECTION = 'dashboard-voice-agent-response-correction',
-}
-
-export type MindedConnectionSocketMessageTypeMap = {
-  [MindedConnectionSocketMessageType.OnAppTrigger]: OnAppTrigger;
-  [MindedConnectionSocketMessageType.OnAppAction]: BaseMindedConnectionSocketMessage;
-  [MindedConnectionSocketMessageType.GET_SECRETS]: BaseMindedConnectionSocketMessage;
-  [MindedConnectionSocketMessageType.GET_FLOWS]: BaseMindedConnectionSocketMessage;
-  [MindedConnectionSocketMessageType.INVOKE]: InvokeMessage;
-  [MindedConnectionSocketMessageType.CHECKPOINT_GET_TUPLE]: OnCheckpointGetTuple;
-  [MindedConnectionSocketMessageType.CHECKPOINT_PUT]: OnCheckpointPut;
-  [MindedConnectionSocketMessageType.CHECKPOINT_LIST]: OnCheckpointList;
-  [MindedConnectionSocketMessageType.CHECKPOINT_PUT_WRITES]: OnCheckpointPutWrites;
-  [MindedConnectionSocketMessageType.DASHBOARD_VOICE_USER_AUDIO]: OnVoiceAudioIn;
-  [MindedConnectionSocketMessageType.DASHBOARD_VOICE_AGENT_AUDIO]: OnVoiceAudioOut;
-  [MindedConnectionSocketMessageType.DASHBOARD_VOICE_SESSION_START]: BaseVoiceMessage;
-  [MindedConnectionSocketMessageType.DASHBOARD_VOICE_SESSION_END]: OnVoiceSessionEnd;
-  [MindedConnectionSocketMessageType.DASHBOARD_VOICE_INTERRUPTION]: OnVoiceInterruption;
+  GET_SECRETS = 'get-secrets',
+  GET_FLOWS = 'get-flows',
 }
 
 export interface BaseMindedConnectionSocketMessage {
@@ -93,40 +66,3 @@ export interface OnCheckpointList extends BaseMindedConnectionSocketMessage {
 export interface OnCheckpointListResponse extends BaseSdkConnectionSocketMessageResponseCallbackAck {
   checkpoints?: CheckpointTuple[];
 }
-
-export interface BaseVoiceMessage extends BaseMindedConnectionSocketMessage {
-  sessionId: string;
-  timestamp: number;
-}
-
-// Voice/Audio event interfaces
-export interface OnVoiceAudioIn extends BaseVoiceMessage {
-  audioData: string; // base64 encoded audio data
-}
-
-export interface OnVoiceAudioOut extends BaseVoiceMessage {
-  audioData: string; // base64 encoded audio data
-}
-
-export interface OnVoiceMessageIn extends BaseVoiceMessage {
-  text: string;
-}
-
-export interface OnVoiceMessageOut extends BaseMindedConnectionSocketMessage {
-  sessionId: string;
-  text: string;
-  timestamp: number;
-}
-
-export interface OnVoiceInterruption extends BaseMindedConnectionSocketMessage {
-  sessionId: string;
-  timestamp: number;
-}
-export interface OnVoiceSessionEnd extends BaseMindedConnectionSocketMessage {
-  sessionId: string;
-  timestamp: number;
-}
-
-export interface InvokeMessage extends BaseMindedConnectionSocketMessage, AgentInvokeParams {
-  type: MindedConnectionSocketMessageType.INVOKE;
-}

package/src/types/Agent.types.ts

@@ -9,20 +9,6 @@ export type MindedSDKConfig = {
   tools: string[];
 }
 
-/**
- * Parameters for the Agent invoke method
- */
-export interface AgentInvokeParams {
-  /** The payload/data associated with the trigger */
-  triggerBody: any;
-  /** The name/type of the trigger being invoked */
-  triggerName: string;
-  /** Optional session identifier for conversation continuity */
-  sessionId?: string;
-  /** Optional name of the application triggering the agent in case of an app trigger */
-  appName?: string;
-}
-
 export enum FlowHistoryType {
   TRIGGER_INVOCATION = 'triggerInvocation',
   APP_ACTION_INVOCATION = 'appActionInvocation',

package/src/types/Flows.types.ts

@@ -30,12 +30,10 @@ export enum TriggerType {
   APP = 'app',
   WEBHOOK = 'webhook',
   MANUAL = 'manual',
-  VOICE = 'voice',
 }
 
 export interface BaseTriggerNode extends BaseNode {
   type: NodeType.TRIGGER;
-  triggerType: TriggerType;
 }
 
 export interface BaseAppNode {
@@ -58,18 +56,6 @@ export interface WebhookTriggerNode extends BaseTriggerNode {
   triggerType: TriggerType.WEBHOOK;
 }
 
-export interface VoiceTriggerNode extends BaseTriggerNode {
-  triggerType: TriggerType.VOICE;
-  /**
-   * Text that will be spoken as the very first message in a voice interaction.
-   */
-  firstMessage: string;
-  /**
-   * Optional ElevenLabs voice ID to be used for TTS.
-   */
-  voiceId?: string;
-}
-
 export interface ManualTriggerNode extends BaseTriggerNode {
   triggerType: TriggerType.MANUAL;
 }
@@ -80,7 +66,7 @@ export interface PromptNode extends BaseNode {
   llmConfig?: LLMConfig;
 }
 
-export type TriggerNode = AppTriggerNode | WebhookTriggerNode | ManualTriggerNode | VoiceTriggerNode;
+export type TriggerNode = AppTriggerNode | WebhookTriggerNode | ManualTriggerNode;
 
 export interface JunctionNode extends BaseNode {
   type: NodeType.JUNCTION;

package/dist/types/Voice.types.d.ts

@@ -1,5 +0,0 @@
-export type ElevenLabsContext = {
-    sessionId: string;
-    mindedToken: string;
-};
-//# sourceMappingURL=Voice.types.d.ts.map

package/dist/types/Voice.types.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"Voice.types.d.ts","sourceRoot":"","sources":["../../src/types/Voice.types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,iBAAiB,GAAG;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAA"}

package/dist/types/Voice.types.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=Voice.types.js.map

package/dist/types/Voice.types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"Voice.types.js","sourceRoot":"","sources":["../../src/types/Voice.types.ts"],"names":[],"mappings":""}

package/dist/voice/elevenLabsUtils.d.ts

@@ -1,70 +0,0 @@
-/** ElevenLabs LLM proxy request body shape */
-export interface LLMRequestBody {
-    messages: Array<{
-        content: string;
-        role: string;
-        tool_call_id?: string;
-    }>;
-    model: string;
-    max_tokens: number;
-    stream: boolean;
-    temperature: number;
-    tools: null;
-}
-interface BaseEvent {
-    type: string;
-}
-interface UserTranscriptEvent extends BaseEvent {
-    type: 'user_transcript';
-    user_transcription_event: {
-        user_transcript: string;
-    };
-}
-interface AgentResponseEvent extends BaseEvent {
-    type: 'agent_response';
-    agent_response_event: {
-        agent_response: string;
-    };
-}
-interface AudioResponseEvent extends BaseEvent {
-    type: 'audio';
-    audio_event: {
-        audio_base_64: string;
-        event_id: number;
-    };
-}
-interface InterruptionEvent extends BaseEvent {
-    type: 'interruption';
-    interruption_event: {
-        event_id: number;
-    };
-}
-interface PingEvent extends BaseEvent {
-    type: 'ping';
-    ping_event: {
-        event_id: number;
-        ping_ms: number;
-    };
-}
-interface ConversationInitiationMetadataEvent extends BaseEvent {
-    type: 'conversation_initiation_metadata';
-    conversation_initiation_metadata_event: {
-        conversation_id: string;
-    };
-}
-export interface AgentResponseCorrectionEvent extends BaseEvent {
-    type: 'agent_response_correction';
-    agent_response_correction_event: {
-        corrected_agent_response: string;
-        original_agent_response: string;
-    };
-}
-/** Union of all possible WebSocket events we care about */
-export type ElevenLabsWebSocketEvent = UserTranscriptEvent | AgentResponseEvent | AudioResponseEvent | InterruptionEvent | PingEvent | ConversationInitiationMetadataEvent | AgentResponseCorrectionEvent;
-/** Fetch signed URL from ElevenLabs API */
-export declare const getSignedUrl: ({ agentId, apiKey }: {
-    agentId: string;
-    apiKey: string;
-}) => Promise<string>;
-export {};
-//# sourceMappingURL=elevenLabsUtils.d.ts.map

package/dist/voice/elevenLabsUtils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"elevenLabsUtils.d.ts","sourceRoot":"","sources":["../../src/voice/elevenLabsUtils.ts"],"names":[],"mappings":"AAAA,8CAA8C;AAC9C,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,KAAK,CAAC;QACd,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;IACH,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,OAAO,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,IAAI,CAAC;CACb;AAID,UAAU,SAAS;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,UAAU,mBAAoB,SAAQ,SAAS;IAC7C,IAAI,EAAE,iBAAiB,CAAC;IACxB,wBAAwB,EAAE;QACxB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,UAAU,kBAAmB,SAAQ,SAAS;IAC5C,IAAI,EAAE,gBAAgB,CAAC;IACvB,oBAAoB,EAAE;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;CACH;AAED,UAAU,kBAAmB,SAAQ,SAAS;IAC5C,IAAI,EAAE,OAAO,CAAC;IACd,WAAW,EAAE;QACX,aAAa,EAAE,MAAM,CAAC;QACtB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,UAAU,iBAAkB,SAAQ,SAAS;IAC3C,IAAI,EAAE,cAAc,CAAC;IACrB,kBAAkB,EAAE;QAClB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC;CACH;AAED,UAAU,SAAU,SAAQ,SAAS;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE;QACV,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAED,UAAU,mCAAoC,SAAQ,SAAS;IAC7D,IAAI,EAAE,kCAAkC,CAAC;IACzC,sCAAsC,EAAE;QACtC,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,MAAM,WAAW,4BAA6B,SAAQ,SAAS;IAC7D,IAAI,EAAE,2BAA2B,CAAC;IAClC,+BAA+B,EAAE;QAC/B,wBAAwB,EAAE,MAAM,CAAC;QACjC,uBAAuB,EAAE,MAAM,CAAC;KACjC,CAAC;CACH;AAED,2DAA2D;AAC3D,MAAM,MAAM,wBAAwB,GAChC,mBAAmB,GACnB,kBAAkB,GAClB,kBAAkB,GAClB,iBAAiB,GACjB,SAAS,GACT,mCAAmC,GACnC,4BAA4B,CAAC;AAIjC,2CAA2C;AAC3C,eAAO,MAAM,YAAY,GAAU,qBAAqB;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,KAAG,OAAO,CAAC,MAAM,CAe3G,CAAC"}

package/dist/voice/elevenLabsUtils.js

@@ -1,20 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getSignedUrl = void 0;
-// ----------------- ElevenLabs Utility Functions -----------------
-/** Fetch signed URL from ElevenLabs API */
-const getSignedUrl = async ({ agentId, apiKey }) => {
-    const response = await fetch(`https://api.elevenlabs.io/v1/convai/conversation/get_signed_url?agent_id=${agentId}`, {
-        method: 'GET',
-        headers: {
-            'xi-api-key': apiKey,
-        },
-    });
-    if (!response.ok) {
-        throw new Error(`Failed to fetch signed url - status ${response.status}`);
-    }
-    const body = await response.json();
-    return body.signed_url;
-};
-exports.getSignedUrl = getSignedUrl;
-//# sourceMappingURL=elevenLabsUtils.js.map

package/dist/voice/elevenLabsUtils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"elevenLabsUtils.js","sourceRoot":"","sources":["../../src/voice/elevenLabsUtils.ts"],"names":[],"mappings":";;;AAkFA,mEAAmE;AAEnE,2CAA2C;AACpC,MAAM,YAAY,GAAG,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAuC,EAAmB,EAAE;IAC9G,MAAM,QAAQ,GAAG,MAAM,KAAK,CAC1B,4EAA4E,OAAO,EAAE,EACrF;QACE,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,YAAY,EAAE,MAAM;SACrB;KACF,CACF,CAAC;IACF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,uCAAuC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IACnC,OAAO,IAAI,CAAC,UAAU,CAAC;AACzB,CAAC,CAAC;AAfW,QAAA,YAAY,gBAevB"}

package/dist/voice/voiceSession.d.ts

@@ -1,47 +0,0 @@
-import { Agent } from '../agent';
-/**
- * Voice Conversation class for managing individual ElevenLabs voice conversations
- */
-export declare class VoiceSession {
-    private agent;
-    private sessionId;
-    private firstMessage;
-    private voiceId?;
-    private elevenLabsSocket?;
-    private onAudioCallback?;
-    private onInterruptionCallback?;
-    private onMessageCallback?;
-    private onDisconnectCallback?;
-    constructor({ agent, sessionId, firstMessage, voiceId }: {
-        agent: Agent;
-        sessionId: string;
-        firstMessage: string;
-        voiceId?: string;
-    });
-    /**
-     * Initialize the voice conversation connection
-     */
-    init(): Promise<void>;
-    private sendToElevenLabs;
-    private waitForSocketOpen;
-    private setupSocketHandlers;
-    private updateAgentResponse;
-    hangup(): void;
-    /**
-     * Set callback for audio data in base64 format
-     */
-    onAudio(callback: (data: string) => void): void;
-    /**
-     * Set callback for interruption events
-     */
-    onInterruption(callback: () => void): void;
-    /**
-     * Set callback for disconnect events
-     */
-    onDisconnect(callback: () => void): void;
-    /**
-     * User audio in base64 format
-     */
-    sendAudio(audioData: string): void;
-}
-//# sourceMappingURL=voiceSession.d.ts.map

package/dist/voice/voiceSession.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"voiceSession.d.ts","sourceRoot":"","sources":["../../src/voice/voiceSession.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAWjC;;GAEG;AACH,qBAAa,YAAY;IACvB,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,OAAO,CAAC,CAAS;IACzB,OAAO,CAAC,gBAAgB,CAAC,CAAY;IAErC,OAAO,CAAC,eAAe,CAAC,CAAyB;IACjD,OAAO,CAAC,sBAAsB,CAAC,CAAa;IAC5C,OAAO,CAAC,iBAAiB,CAAC,CAA+C;IACzE,OAAO,CAAC,oBAAoB,CAAC,CAAa;gBAE9B,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,EAAE;QAAE,KAAK,EAAE,KAAK,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE;IAQpI;;OAEG;IACU,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAoBpB,gBAAgB;YAQhB,iBAAiB;IAsB/B,OAAO,CAAC,mBAAmB;YAmGb,mBAAmB;IAe1B,MAAM,IAAI,IAAI;IAKrB;;OAEG;IACH,OAAO,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAI/C;;OAEG;IACH,cAAc,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI;IAI1C;;OAEG;IACH,YAAY,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,IAAI;IAIxC;;OAEG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;CAGnC"}

package/dist/voice/voiceSession.js

@@ -1,208 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.VoiceSession = void 0;
-const ws_1 = require("ws");
-const mindedConnectionTypes_1 = require("../platform/mindedConnectionTypes");
-const config_1 = require("../platform/config");
-const elevenLabsUtils_1 = require("./elevenLabsUtils");
-const messages_1 = require("@langchain/core/messages");
-/**
- * Voice Conversation class for managing individual ElevenLabs voice conversations
- */
-class VoiceSession {
-    constructor({ agent, sessionId, firstMessage, voiceId }) {
-        console.debug('Starting voice session', { sessionId, firstMessage, voiceId });
-        this.agent = agent;
-        this.sessionId = sessionId;
-        this.firstMessage = firstMessage;
-        this.voiceId = voiceId;
-    }
-    /**
-     * Initialize the voice conversation connection
-     */
-    async init() {
-        const { elevenLabsKey, elevenLabsAgentId } = (0, config_1.getConfig)();
-        if (!elevenLabsKey) {
-            throw new Error('Missing ElevenLabs key - set ELEVEN_LABS_KEY env var');
-        }
-        if (!elevenLabsAgentId) {
-            throw new Error('Missing ElevenLabs agent id - set ELEVEN_LABS_AGENT_ID env var');
-        }
-        const signedUrl = await (0, elevenLabsUtils_1.getSignedUrl)({
-            agentId: elevenLabsAgentId,
-            apiKey: elevenLabsKey
-        });
-        this.elevenLabsSocket = new ws_1.WebSocket(signedUrl);
-        this.setupSocketHandlers();
-    }
-    async sendToElevenLabs(message) {
-        if (!this.elevenLabsSocket) {
-            throw new Error('Socket not initialized');
-        }
-        await this.waitForSocketOpen(this.elevenLabsSocket);
-        this.elevenLabsSocket.send(message);
-    }
-    async waitForSocketOpen(socket) {
-        if (socket.readyState === ws_1.WebSocket.OPEN) {
-            return;
-        }
-        return new Promise((resolve, reject) => {
-            const timeoutMs = 10000;
-            const intervalMs = 100;
-            let tries = 0;
-            const interval = setInterval(() => {
-                if (socket.readyState === ws_1.WebSocket.OPEN) {
-                    clearInterval(interval);
-                    resolve();
-                }
-                tries++;
-                if (tries >= timeoutMs) {
-                    clearInterval(interval);
-                    reject(new Error('Socket not open'));
-                }
-            }, intervalMs);
-        });
-    }
-    setupSocketHandlers() {
-        const socket = this.elevenLabsSocket; // non-null assertion once, we ensured it's assigned in init()
-        socket.onopen = () => {
-            console.debug('Connected to voice provider');
-            const initiationData = {
-                type: 'conversation_initiation_client_data',
-                conversation_config_override: {
-                    agent: {
-                        first_message: this.firstMessage,
-                        language: 'en',
-                    },
-                    ...(this.voiceId ? { tts: { voice_id: this.voiceId } } : {}),
-                },
-            };
-            this.sendToElevenLabs(JSON.stringify(initiationData));
-            this.sendToElevenLabs(JSON.stringify({ type: 'contextual_update', text: JSON.stringify({ sessionId: this.sessionId, mindedToken: (0, config_1.getConfig)().token }) }));
-        };
-        socket.onclose = () => {
-            var _a;
-            console.debug('Disconnected from voice provider');
-            (_a = this.onDisconnectCallback) === null || _a === void 0 ? void 0 : _a.call(this);
-            this.agent.voiceSessions.delete(this.sessionId);
-        };
-        socket.onerror = (err) => {
-            console.error('[ElevenLabsVoice] WebSocket error', err);
-        };
-        socket.onmessage = async (event) => {
-            var _a, _b, _c;
-            const data = JSON.parse(event.data.toString());
-            switch (data.type) {
-                case 'ping':
-                    setTimeout(() => {
-                        this.sendToElevenLabs(JSON.stringify({ type: 'pong', event_id: data.ping_event.event_id }));
-                    }, data.ping_event.ping_ms);
-                    break;
-                case 'user_transcript':
-                    console.debug('User transcript received', data.user_transcription_event.user_transcript);
-                    if (this.onMessageCallback) {
-                        this.onMessageCallback(data.user_transcription_event.user_transcript, new messages_1.HumanMessage(data.user_transcription_event.user_transcript));
-                    }
-                    break;
-                case 'agent_response':
-                    if (this.onMessageCallback) {
-                        this.onMessageCallback(data.agent_response_event.agent_response, new messages_1.AIMessage(data.agent_response_event.agent_response));
-                    }
-                    break;
-                case 'interruption':
-                    console.debug('Interruption received');
-                    (_a = this.onInterruptionCallback) === null || _a === void 0 ? void 0 : _a.call(this);
-                    // Send interruption event to dashboard if connected
-                    if ((0, config_1.getConfig)().dashboardConnected) {
-                        try {
-                            (_b = this.agent.mindedConnection) === null || _b === void 0 ? void 0 : _b.emit(mindedConnectionTypes_1.MindedConnectionSocketMessageType.DASHBOARD_VOICE_INTERRUPTION, {
-                                type: mindedConnectionTypes_1.MindedConnectionSocketMessageType.DASHBOARD_VOICE_INTERRUPTION,
-                                sessionId: this.sessionId,
-                                timestamp: Date.now(),
-                            });
-                        }
-                        catch (error) {
-                            console.error('[ElevenLabsVoice] Error sending interruption to dashboard', error);
-                        }
-                    }
-                    break;
-                case 'audio':
-                    if (this.onAudioCallback) {
-                        this.onAudioCallback(data.audio_event.audio_base_64);
-                    }
-                    if ((0, config_1.getConfig)().dashboardConnected) {
-                        try {
-                            await ((_c = this.agent.mindedConnection) === null || _c === void 0 ? void 0 : _c.awaitEmit(mindedConnectionTypes_1.MindedConnectionSocketMessageType.DASHBOARD_VOICE_AGENT_AUDIO, {
-                                sessionId: this.sessionId,
-                                audioData: data.audio_event.audio_base_64,
-                            }));
-                        }
-                        catch (error) {
-                            console.error('[ElevenLabsVoice] Error sending audio to dashboard', error);
-                        }
-                    }
-                    break;
-                case 'conversation_initiation_metadata':
-                    console.debug('ElevenLabs conversation initiation metadata', data);
-                    break;
-                case 'agent_response_correction':
-                    try {
-                        console.debug('Agent response correction received', data.agent_response_correction_event);
-                        await this.updateAgentResponse(data.agent_response_correction_event.original_agent_response, data.agent_response_correction_event.corrected_agent_response);
-                    }
-                    catch (error) {
-                        console.error('[ElevenLabsVoice] Error updating agent response', error);
-                    }
-                    break;
-                default:
-                    console.debug('Received unknown message from ElevenLabs', data);
-                    break;
-            }
-        };
-    }
-    async updateAgentResponse(originalAgentResponse, correctedAgentResponse) {
-        const graphState = await this.agent.compiledGraph.getState(this.agent.getLangraphConfig(this.sessionId));
-        const agentMessage = graphState.values.messages.find((message) => message.content === originalAgentResponse && message instanceof messages_1.AIMessage);
-        if (agentMessage) {
-            agentMessage.content = correctedAgentResponse;
-            const currentNodeId = graphState.tasks[graphState.tasks.length - 1].name;
-            await this.agent.compiledGraph.updateState(this.agent.getLangraphConfig(this.sessionId), {
-                messages: graphState.values.messages,
-            }, currentNodeId);
-        }
-        else {
-            console.warn('Agent message not found for correction', originalAgentResponse);
-        }
-    }
-    hangup() {
-        var _a, _b;
-        (_a = this.onDisconnectCallback) === null || _a === void 0 ? void 0 : _a.call(this);
-        (_b = this.elevenLabsSocket) === null || _b === void 0 ? void 0 : _b.close();
-    }
-    /**
-     * Set callback for audio data in base64 format
-     */
-    onAudio(callback) {
-        this.onAudioCallback = callback;
-    }
-    /**
-     * Set callback for interruption events
-     */
-    onInterruption(callback) {
-        this.onInterruptionCallback = callback;
-    }
-    /**
-     * Set callback for disconnect events
-     */
-    onDisconnect(callback) {
-        this.onDisconnectCallback = callback;
-    }
-    /**
-     * User audio in base64 format
-     */
-    sendAudio(audioData) {
-        this.sendToElevenLabs(JSON.stringify({ user_audio_chunk: audioData }));
-    }
-}
-exports.VoiceSession = VoiceSession;
-//# sourceMappingURL=voiceSession.js.map

package/dist/voice/voiceSession.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"voiceSession.js","sourceRoot":"","sources":["../../src/voice/voiceSession.ts"],"names":[],"mappings":";;;AAAA,2BAA+B;AAE/B,6EAE2C;AAC3C,+CAA+C;AAC/C,uDAG2B;AAC3B,uDAAgF;AAEhF;;GAEG;AACH,MAAa,YAAY;IAYvB,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAA+E;QAClI,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9E,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,IAAI;QACf,MAAM,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;QAEzD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAA,8BAAY,EAAC;YACnC,OAAO,EAAE,iBAAiB;YAC1B,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,IAAI,CAAC,gBAAgB,GAAG,IAAI,cAAS,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,OAAe;QAC5C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACpD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAiB;QAC/C,IAAI,MAAM,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,SAAS,GAAG,KAAK,CAAC;YACxB,MAAM,UAAU,GAAG,GAAG,CAAC;YACvB,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,IAAI,MAAM,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;oBACzC,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACxB,OAAO,EAAE,CAAC;gBACZ,CAAC;gBACD,KAAK,EAAE,CAAC;gBACR,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;oBACvB,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACxB,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC,EAAE,UAAU,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,mBAAmB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAiB,CAAC,CAAC,8DAA8D;QAErG,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACnB,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YAC7C,MAAM,cAAc,GAAqC;gBACvD,IAAI,EAAE,qCAAqC;gBAC3C,4BAA4B,EAAE;oBAC5B,KAAK,EAAE;wBACL,aAAa,EAAE,IAAI,CAAC,YAAY;wBAChC,QAAQ,EAAE,IAAI;qBACf;oBACD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACO;aACtE,CAAC;YAEF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;YACtD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,IAAA,kBAAS,GAAE,CAAC,KAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAC7J,CAAC,CAAC;QAEF,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;;YACpB,OAAO,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAClD,MAAA,IAAI,CAAC,oBAAoB,oDAAI,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC,CAAC;QAEF,MAAM,CAAC,OAAO,GAAG,CAAC,GAAY,EAAE,EAAE;YAChC,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,GAAG,CAAC,CAAC;QAC1D,CAAC,CAAC;QAEF,MAAM,CAAC,SAAS,GAAG,KAAK,EAAE,KAAU,EAAE,EAAE;;YACtC,MAAM,IAAI,GAA6B,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEzE,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClB,KAAK,MAAM;oBACT,UAAU,CAAC,GAAG,EAAE;wBACd,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;oBAC9F,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;oBAC5B,MAAM;gBACR,KAAK,iBAAiB;oBACpB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,IAAI,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC;oBACzF,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;wBAC3B,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,wBAAwB,CAAC,eAAe,EAAE,IAAI,uBAAY,CAAC,IAAI,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC,CAAC;oBACzI,CAAC;oBACD,MAAM;gBACR,KAAK,gBAAgB;oBACnB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;wBAC3B,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,IAAI,oBAAS,CAAC,IAAI,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,CAAC;oBAC5H,CAAC;oBACD,MAAM;gBACR,KAAK,cAAc;oBACjB,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;oBACvC,MAAA,IAAI,CAAC,sBAAsB,oDAAI,CAAC;oBAChC,oDAAoD;oBACpD,IAAI,IAAA,kBAAS,GAAE,CAAC,kBAAkB,EAAE,CAAC;wBACnC,IAAI,CAAC;4BACH,MAAA,IAAI,CAAC,KAAK,CAAC,gBAAgB,0CAAE,IAAI,CAAC,yDAAiC,CAAC,4BAA4B,EAAE;gCAChG,IAAI,EAAE,yDAAiC,CAAC,4BAA4B;gCACpE,SAAS,EAAE,IAAI,CAAC,SAAS;gCACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;6BACtB,CAAC,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CAAC,2DAA2D,EAAE,KAAK,CAAC,CAAC;wBACpF,CAAC;oBACH,CAAC;oBACD,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;wBACzB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;oBACvD,CAAC;oBACD,IAAI,IAAA,kBAAS,GAAE,CAAC,kBAAkB,EAAE,CAAC;wBACnC,IAAI,CAAC;4BACH,MAAM,CAAA,MAAA,IAAI,CAAC,KAAK,CAAC,gBAAgB,0CAAE,SAAS,CAAC,yDAAiC,CAAC,2BAA2B,EAAE;gCAC1G,SAAS,EAAE,IAAI,CAAC,SAAS;gCACzB,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,aAAa;6BAC1C,CAAC,CAAA,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CAAC,oDAAoD,EAAE,KAAK,CAAC,CAAC;wBAC7E,CAAC;oBACH,CAAC;oBACD,MAAM;gBACR,KAAK,kCAAkC;oBACrC,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,IAAI,CAAC,CAAC;oBACnE,MAAM;gBACR,KAAK,2BAA2B;oBAC9B,IAAI,CAAC;wBACH,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,IAAI,CAAC,+BAA+B,CAAC,CAAC;wBAC1F,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,+BAA+B,CAAC,uBAAuB,EAAE,IAAI,CAAC,+BAA+B,CAAC,wBAAwB,CAAC,CAAC;oBAC9J,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,iDAAiD,EAAE,KAAK,CAAC,CAAC;oBAC1E,CAAC;oBACD,MAAM;gBACR;oBACE,OAAO,CAAC,KAAK,CAAC,0CAA0C,EAAE,IAAI,CAAC,CAAC;oBAChE,MAAM;YACV,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,qBAA6B,EAAE,sBAA8B;QAC7F,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACzG,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAoB,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,qBAAqB,IAAI,OAAO,YAAY,oBAAS,CAAC,CAAC;QAC1J,IAAI,YAAY,EAAE,CAAC;YACjB,YAAY,CAAC,OAAO,GAAG,sBAAsB,CAAC;YAC9C,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YACzE,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE;gBACvF,QAAQ,EAAE,UAAU,CAAC,MAAM,CAAC,QAAQ;aACrC,EAAE,aAAa,CAAC,CAAC;QACpB,CAAC;aACI,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,qBAAqB,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAEM,MAAM;;QACX,MAAA,IAAI,CAAC,oBAAoB,oDAAI,CAAC;QAC9B,MAAA,IAAI,CAAC,gBAAgB,0CAAE,KAAK,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,QAAgC;QACtC,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,QAAoB;QACjC,IAAI,CAAC,sBAAsB,GAAG,QAAQ,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAoB;QAC/B,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,SAAiB;QACzB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;CACF;AA3ND,oCA2NC"}

package/src/types/Voice.types.ts

@@ -1,4 +0,0 @@
-export type ElevenLabsContext = {
-  sessionId: string;
-  mindedToken: string;
-}

package/src/voice/elevenLabsUtils.ts

@@ -1,101 +0,0 @@
-/** ElevenLabs LLM proxy request body shape */
-export interface LLMRequestBody {
-  messages: Array<{
-    content: string;
-    role: string;
-    tool_call_id?: string;
-  }>;
-  model: string;
-  max_tokens: number;
-  stream: boolean;
-  temperature: number;
-  tools: null;
-}
-
-// ----------------- ElevenLabs WebSocket event types -----------------
-
-interface BaseEvent {
-  type: string;
-}
-
-interface UserTranscriptEvent extends BaseEvent {
-  type: 'user_transcript';
-  user_transcription_event: {
-    user_transcript: string;
-  };
-}
-
-interface AgentResponseEvent extends BaseEvent {
-  type: 'agent_response';
-  agent_response_event: {
-    agent_response: string;
-  };
-}
-
-interface AudioResponseEvent extends BaseEvent {
-  type: 'audio';
-  audio_event: {
-    audio_base_64: string;
-    event_id: number;
-  };
-}
-
-interface InterruptionEvent extends BaseEvent {
-  type: 'interruption';
-  interruption_event: {
-    event_id: number;
-  };
-}
-
-interface PingEvent extends BaseEvent {
-  type: 'ping';
-  ping_event: {
-    event_id: number;
-    ping_ms: number;
-  };
-}
-
-interface ConversationInitiationMetadataEvent extends BaseEvent {
-  type: 'conversation_initiation_metadata';
-  conversation_initiation_metadata_event: {
-    conversation_id: string;
-  };
-}
-
-export interface AgentResponseCorrectionEvent extends BaseEvent {
-  type: 'agent_response_correction';
-  agent_response_correction_event: {
-    corrected_agent_response: string;
-    original_agent_response: string;
-  };
-}
-
-/** Union of all possible WebSocket events we care about */
-export type ElevenLabsWebSocketEvent =
-  | UserTranscriptEvent
-  | AgentResponseEvent
-  | AudioResponseEvent
-  | InterruptionEvent
-  | PingEvent
-  | ConversationInitiationMetadataEvent
-  | AgentResponseCorrectionEvent;
-
-// ----------------- ElevenLabs Utility Functions -----------------
-
-/** Fetch signed URL from ElevenLabs API */
-export const getSignedUrl = async ({ agentId, apiKey }: { agentId: string; apiKey: string }): Promise<string> => {
-  const response = await fetch(
-    `https://api.elevenlabs.io/v1/convai/conversation/get_signed_url?agent_id=${agentId}`,
-    {
-      method: 'GET',
-      headers: {
-        'xi-api-key': apiKey,
-      },
-    },
-  );
-  if (!response.ok) {
-    throw new Error(`Failed to fetch signed url - status ${response.status}`);
-  }
-  const body = await response.json();
-  return body.signed_url;
-};

package/src/voice/voiceSession.ts

@@ -1,257 +0,0 @@
-import { WebSocket } from 'ws';
-import { Agent } from '../agent';
-import {
-  MindedConnectionSocketMessageType,
-} from '../platform/mindedConnectionTypes';
-import { getConfig } from '../platform/config';
-import {
-  ElevenLabsWebSocketEvent,
-  getSignedUrl,
-} from './elevenLabsUtils';
-import { AIMessage, BaseMessage, HumanMessage } from '@langchain/core/messages';
-
-/**
- * Voice Conversation class for managing individual ElevenLabs voice conversations
- */
-export class VoiceSession {
-  private agent: Agent;
-  private sessionId: string;
-  private firstMessage: string;
-  private voiceId?: string;
-  private elevenLabsSocket?: WebSocket;
-
-  private onAudioCallback?: (data: string) => void;
-  private onInterruptionCallback?: () => void;
-  private onMessageCallback?: (text: string, message: BaseMessage) => void;
-  private onDisconnectCallback?: () => void;
-
-  constructor({ agent, sessionId, firstMessage, voiceId }: { agent: Agent; sessionId: string; firstMessage: string; voiceId?: string }) {
-    console.debug('Starting voice session', { sessionId, firstMessage });
-    this.agent = agent;
-    this.sessionId = sessionId;
-    this.firstMessage = firstMessage;
-    this.voiceId = voiceId;
-  }
-
-  /**
-   * Initialize the voice conversation connection
-   */
-  public async init(): Promise<void> {
-    const { elevenLabsKey, elevenLabsAgentId } = getConfig();
-
-    if (!elevenLabsKey) {
-      throw new Error('Missing ElevenLabs key - set ELEVEN_LABS_KEY env var');
-    }
-
-    if (!elevenLabsAgentId) {
-      throw new Error('Missing ElevenLabs agent id - set ELEVEN_LABS_AGENT_ID env var');
-    }
-
-    const signedUrl = await getSignedUrl({
-      agentId: elevenLabsAgentId,
-      apiKey: elevenLabsKey
-    });
-
-    this.elevenLabsSocket = new WebSocket(signedUrl);
-    this.setupSocketHandlers();
-  }
-
-  private async sendToElevenLabs(message: string): Promise<void> {
-    if (!this.elevenLabsSocket) {
-      throw new Error('Socket not initialized');
-    }
-    await this.waitForSocketOpen(this.elevenLabsSocket);
-    this.elevenLabsSocket.send(message);
-  }
-
-  private async waitForSocketOpen(socket: WebSocket): Promise<void> {
-    if (socket.readyState === WebSocket.OPEN) {
-      return;
-    }
-    return new Promise((resolve, reject) => {
-      const timeoutMs = 10000;
-      const intervalMs = 100;
-      let tries = 0;
-      const interval = setInterval(() => {
-        if (socket.readyState === WebSocket.OPEN) {
-          clearInterval(interval);
-          resolve();
-        }
-        tries++;
-        if (tries >= timeoutMs) {
-          clearInterval(interval);
-          reject(new Error('Socket not open'));
-        }
-      }, intervalMs);
-    });
-  }
-
-  private setupSocketHandlers(): void {
-    const socket = this.elevenLabsSocket!; // non-null assertion once, we ensured it's assigned in init()
-
-    socket.onopen = () => {
-      console.debug('Connected to voice provider');
-      const initiationData: ConversationInitiationClientData = {
-        type: 'conversation_initiation_client_data',
-        conversation_config_override: {
-          agent: {
-            first_message: this.firstMessage,
-            language: 'en',
-          },
-          ...(this.voiceId
-            ? {
-              tts: {
-                voice_id: this.voiceId,
-              },
-            }
-            : {}),
-        } as ConversationInitiationClientData['conversation_config_override'],
-      };
-
-      this.sendToElevenLabs(JSON.stringify(initiationData));
-      this.sendToElevenLabs(JSON.stringify({ type: 'contextual_update', text: JSON.stringify({ sessionId: this.sessionId, mindedToken: getConfig().token! }) }));
-    };
-
-    socket.onclose = () => {
-      console.debug('Disconnected from voice provider');
-      this.onDisconnectCallback?.();
-      this.agent.voiceSessions.delete(this.sessionId);
-    };
-
-    socket.onerror = (err: unknown) => {
-      console.error('[ElevenLabsVoice] WebSocket error', err);
-    };
-
-    socket.onmessage = async (event: any) => {
-      const data: ElevenLabsWebSocketEvent = JSON.parse(event.data.toString());
-
-      switch (data.type) {
-        case 'ping':
-          setTimeout(() => {
-            this.sendToElevenLabs(JSON.stringify({ type: 'pong', event_id: data.ping_event.event_id }));
-          }, data.ping_event.ping_ms);
-          break;
-        case 'user_transcript':
-          console.debug('User transcript received', data.user_transcription_event.user_transcript);
-          if (this.onMessageCallback) {
-            this.onMessageCallback(data.user_transcription_event.user_transcript, new HumanMessage(data.user_transcription_event.user_transcript));
-          }
-          break;
-        case 'agent_response':
-          if (this.onMessageCallback) {
-            this.onMessageCallback(data.agent_response_event.agent_response, new AIMessage(data.agent_response_event.agent_response));
-          }
-          break;
-        case 'interruption':
-          console.debug('Interruption received');
-          this.onInterruptionCallback?.();
-          // Send interruption event to dashboard if connected
-          if (getConfig().dashboardConnected) {
-            try {
-              this.agent.mindedConnection?.emit(MindedConnectionSocketMessageType.DASHBOARD_VOICE_INTERRUPTION, {
-                type: MindedConnectionSocketMessageType.DASHBOARD_VOICE_INTERRUPTION,
-                sessionId: this.sessionId,
-                timestamp: Date.now(),
-              });
-            } catch (error) {
-              console.error('[ElevenLabsVoice] Error sending interruption to dashboard', error);
-            }
-          }
-          break;
-        case 'audio':
-          if (this.onAudioCallback) {
-            this.onAudioCallback(data.audio_event.audio_base_64);
-          }
-          if (getConfig().dashboardConnected) {
-            try {
-              await this.agent.mindedConnection?.awaitEmit(MindedConnectionSocketMessageType.DASHBOARD_VOICE_AGENT_AUDIO, {
-                sessionId: this.sessionId,
-                audioData: data.audio_event.audio_base_64,
-              });
-            } catch (error) {
-              console.error('[ElevenLabsVoice] Error sending audio to dashboard', error);
-            }
-          }
-          break;
-        case 'conversation_initiation_metadata':
-          console.debug('ElevenLabs conversation initiation metadata', data);
-          break;
-        case 'agent_response_correction':
-          try {
-            console.debug('Agent response correction received', data.agent_response_correction_event);
-            await this.updateAgentResponse(data.agent_response_correction_event.original_agent_response, data.agent_response_correction_event.corrected_agent_response);
-          } catch (error) {
-            console.error('[ElevenLabsVoice] Error updating agent response', error);
-          }
-          break;
-        default:
-          console.debug('Received unknown message from ElevenLabs', data);
-          break;
-      }
-    };
-  }
-
-  private async updateAgentResponse(originalAgentResponse: string, correctedAgentResponse: string): Promise<void> {
-    const graphState = await this.agent.compiledGraph.getState(this.agent.getLangraphConfig(this.sessionId));
-    const agentMessage = graphState.values.messages.find((message: BaseMessage) => message.content === originalAgentResponse && message instanceof AIMessage);
-    if (agentMessage) {
-      agentMessage.content = correctedAgentResponse;
-      const currentNodeId = graphState.tasks[graphState.tasks.length - 1].name;
-      await this.agent.compiledGraph.updateState(this.agent.getLangraphConfig(this.sessionId), {
-        messages: graphState.values.messages,
-      }, currentNodeId);
-    }
-    else {
-      console.warn('Agent message not found for correction', originalAgentResponse);
-    }
-  }
-
-  public hangup(): void {
-    this.onDisconnectCallback?.();
-    this.elevenLabsSocket?.close();
-  }
-
-  /**
-   * Set callback for audio data in base64 format
-   */
-  onAudio(callback: (data: string) => void): void {
-    this.onAudioCallback = callback;
-  }
-
-  /**
-   * Set callback for interruption events
-   */
-  onInterruption(callback: () => void): void {
-    this.onInterruptionCallback = callback;
-  }
-
-  /**
-   * Set callback for disconnect events
-   */
-  onDisconnect(callback: () => void): void {
-    this.onDisconnectCallback = callback;
-  }
-
-  /**
-   * User audio in base64 format
-   */
-  sendAudio(audioData: string): void {
-    this.sendToElevenLabs(JSON.stringify({ user_audio_chunk: audioData }));
-  }
-}
-
-// ----------------- Helper Types -----------------
-
-/** Shape of the message sent to ElevenLabs when starting a conversation */
-interface ConversationInitiationClientData {
-  type: 'conversation_initiation_client_data';
-  conversation_config_override: {
-    agent: {
-      first_message: string;
-      language: string;
-    };
-    tts?: {
-      voice_id: string;
-    };
-  };
-}