@minded-ai/mindedjs 1.0.80-beta.11 → 1.0.80-beta.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -13,7 +13,7 @@ const Agent_types_1 = require("../types/Agent.types");
|
|
|
13
13
|
*/
|
|
14
14
|
class VoiceSession {
|
|
15
15
|
constructor({ agent, sessionId, firstMessage, voiceId }) {
|
|
16
|
-
logger_1.logger.debug('Starting voice session',
|
|
16
|
+
logger_1.logger.debug({ message: 'Starting voice session', sessionId, firstMessage, voiceId });
|
|
17
17
|
this.agent = agent;
|
|
18
18
|
this.sessionId = sessionId;
|
|
19
19
|
this.firstMessage = firstMessage;
|
|
@@ -34,7 +34,7 @@ class VoiceSession {
|
|
|
34
34
|
agentId: elevenLabsAgentId,
|
|
35
35
|
apiKey: elevenLabsKey,
|
|
36
36
|
});
|
|
37
|
-
logger_1.logger.debug('Connecting to ElevenLabs',
|
|
37
|
+
logger_1.logger.debug({ message: 'Connecting to ElevenLabs', sessionId: this.sessionId });
|
|
38
38
|
this.elevenLabsSocket = new ws_1.WebSocket(signedUrl);
|
|
39
39
|
this.setupSocketHandlers();
|
|
40
40
|
}
|
|
@@ -69,7 +69,7 @@ class VoiceSession {
|
|
|
69
69
|
setupSocketHandlers() {
|
|
70
70
|
const socket = this.elevenLabsSocket; // non-null assertion once, we ensured it's assigned in init()
|
|
71
71
|
socket.onopen = () => {
|
|
72
|
-
logger_1.logger.debug('Connected to ElevenLabs');
|
|
72
|
+
logger_1.logger.debug({ message: 'Connected to ElevenLabs', sessionId: this.sessionId });
|
|
73
73
|
const initiationData = {
|
|
74
74
|
type: 'conversation_initiation_client_data',
|
|
75
75
|
conversation_config_override: {
|
|
@@ -92,12 +92,12 @@ class VoiceSession {
|
|
|
92
92
|
};
|
|
93
93
|
socket.onclose = () => {
|
|
94
94
|
var _a;
|
|
95
|
-
logger_1.logger.debug(
|
|
95
|
+
logger_1.logger.debug({ message: 'Disconnected from ElevenLabs, removing voice session', sessionId: this.sessionId });
|
|
96
96
|
(_a = this.onDisconnectCallback) === null || _a === void 0 ? void 0 : _a.call(this);
|
|
97
97
|
this.agent.voiceSessions.delete(this.sessionId);
|
|
98
98
|
};
|
|
99
99
|
socket.onerror = (err) => {
|
|
100
|
-
logger_1.logger.error('[ElevenLabsVoice] socket error', err);
|
|
100
|
+
logger_1.logger.error({ message: '[ElevenLabsVoice] socket error', sessionId: this.sessionId, error: err });
|
|
101
101
|
};
|
|
102
102
|
socket.onmessage = async (event) => {
|
|
103
103
|
var _a, _b, _c;
|
|
@@ -109,7 +109,7 @@ class VoiceSession {
|
|
|
109
109
|
}, data.ping_event.ping_ms);
|
|
110
110
|
break;
|
|
111
111
|
case 'user_transcript':
|
|
112
|
-
logger_1.logger.debug('User transcript received
|
|
112
|
+
logger_1.logger.debug({ message: 'User transcript received', sessionId: this.sessionId, data: data.user_transcription_event.user_transcript });
|
|
113
113
|
if (this.onMessageCallback) {
|
|
114
114
|
this.onMessageCallback(data.user_transcription_event.user_transcript, new messages_1.HumanMessage({ content: data.user_transcription_event.user_transcript }));
|
|
115
115
|
}
|
|
@@ -132,7 +132,7 @@ class VoiceSession {
|
|
|
132
132
|
});
|
|
133
133
|
}
|
|
134
134
|
catch (error) {
|
|
135
|
-
logger_1.logger.error('[ElevenLabsVoice] Error sending interruption to dashboard', error);
|
|
135
|
+
logger_1.logger.error({ message: '[ElevenLabsVoice] Error sending interruption to dashboard', sessionId: this.sessionId, error });
|
|
136
136
|
}
|
|
137
137
|
}
|
|
138
138
|
break;
|
|
@@ -156,19 +156,19 @@ class VoiceSession {
|
|
|
156
156
|
}
|
|
157
157
|
break;
|
|
158
158
|
case 'conversation_initiation_metadata':
|
|
159
|
-
logger_1.logger.debug('ElevenLabs conversation initiation metadata', data);
|
|
159
|
+
logger_1.logger.debug({ message: 'ElevenLabs conversation initiation metadata', sessionId: this.sessionId, data });
|
|
160
160
|
break;
|
|
161
161
|
case 'agent_response_correction':
|
|
162
162
|
try {
|
|
163
|
-
logger_1.logger.debug('Agent response correction received', data.agent_response_correction_event);
|
|
163
|
+
logger_1.logger.debug({ message: 'Agent response correction received', sessionId: this.sessionId, data: data.agent_response_correction_event });
|
|
164
164
|
await this.updateAgentResponse(data.agent_response_correction_event.original_agent_response, data.agent_response_correction_event.corrected_agent_response);
|
|
165
165
|
}
|
|
166
166
|
catch (error) {
|
|
167
|
-
logger_1.logger.error('[ElevenLabsVoice] Error updating agent response', error);
|
|
167
|
+
logger_1.logger.error({ message: '[ElevenLabsVoice] Error updating agent response', sessionId: this.sessionId, error });
|
|
168
168
|
}
|
|
169
169
|
break;
|
|
170
170
|
default:
|
|
171
|
-
logger_1.logger.debug('Received unknown message from ElevenLabs', data);
|
|
171
|
+
logger_1.logger.debug({ message: 'Received unknown message from ElevenLabs', sessionId: this.sessionId, data });
|
|
172
172
|
break;
|
|
173
173
|
}
|
|
174
174
|
};
|
|
@@ -197,7 +197,7 @@ class VoiceSession {
|
|
|
197
197
|
}, currentNodeId);
|
|
198
198
|
}
|
|
199
199
|
else {
|
|
200
|
-
logger_1.logger.warn('Agent message not found for correction', originalAgentResponse);
|
|
200
|
+
logger_1.logger.warn({ message: 'Agent message not found for correction', sessionId: this.sessionId, originalAgentResponse });
|
|
201
201
|
}
|
|
202
202
|
}
|
|
203
203
|
hangup() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"voiceSession.js","sourceRoot":"","sources":["../../src/voice/voiceSession.ts"],"names":[],"mappings":";;;AAAA,2BAA+B;AAE/B,6EAAsF;AACtF,+CAA+C;AAE/C,uDAAgF;AAChF,+BAAoC;AACpC,4CAAyC;AACzC,sDAAmD;AAEnD;;GAEG;AACH,MAAa,YAAY;IAYvB,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAA+E;QAClI,eAAM,CAAC,KAAK,CAAC,
|
|
1
|
+
{"version":3,"file":"voiceSession.js","sourceRoot":"","sources":["../../src/voice/voiceSession.ts"],"names":[],"mappings":";;;AAAA,2BAA+B;AAE/B,6EAAsF;AACtF,+CAA+C;AAE/C,uDAAgF;AAChF,+BAAoC;AACpC,4CAAyC;AACzC,sDAAmD;AAEnD;;GAEG;AACH,MAAa,YAAY;IAYvB,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAA+E;QAClI,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,wBAAwB,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC;QACtF,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,IAAI;QACf,MAAM,EAAE,aAAa,EAAE,iBAAiB,EAAE,GAAG,IAAA,kBAAS,GAAE,CAAC;QAEzD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC9E,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;QACpF,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC;YACxC,OAAO,EAAE,iBAAiB;YAC1B,MAAM,EAAE,aAAa;SACtB,CAAC,CAAC;QAEH,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,0BAA0B,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,gBAAgB,GAAG,IAAI,cAAS,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,OAAe;QAC5C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACpD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAiB;QAC/C,IAAI,MAAM,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,SAAS,GAAG,KAAK,CAAC;YACxB,MAAM,UAAU,GAAG,GAAG,CAAC;YACvB,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;gBAChC,IAAI,MAAM,CAAC,UAAU,KAAK,cAAS,CAAC,IAAI,EAAE,CAAC;oBACzC,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACxB,OAAO,EAAE,CAAC;gBACZ,CAAC;gBACD,KAAK,EAAE,CAAC;gBACR,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;oBACvB,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACxB,MAAM,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACvC,CAAC;YACH,CAAC,EAAE,UAAU,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,mBAAmB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAiB,CAAC,CAAC,8DAA8D;QAErG,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACnB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,yBAAyB,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAChF,MAAM,cAAc,GAAqC;gBACvD,IAAI,EAAE,qCAAqC;gBAC3C,4BAA4B,EAAE;oBAC5B,KAAK,EAAE;wBACL,aAAa,EAAE,IAAI,CAAC,YAAY;wBAChC,QAAQ,EAAE,IAAI;qBACf;oBACD,GAAG,CAAC,IAAI,CAAC,OAAO;wBACd,CAAC,CAAC;4BACA,GAAG,EAAE;gCACH,QAAQ,EAAE,IAAI,CAAC,OAAO;6BACvB;yBACF;wBACD,CAAC,CAAC,EAAE,CAAC;iBAC4D;aACtE,CAAC;YAEF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;YACtD,IAAI,CAAC,gBAAgB,CACnB,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,IAAA,kBAAS,GAAE,CAAC,KAAM,EAAE,CAAC,EAAE,CAAC,CACpI,CAAC;YACF,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAChC,CAAC,CAAC;QAEF,MAAM,CAAC,OAAO,GAAG,GAAG,EAAE;;YACpB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,sDAAsD,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;YAC7G,MAAA,IAAI,CAAC,oBAAoB,oDAAI,CAAC;YAC9B,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClD,CAAC,CAAC;QAEF,MAAM,CAAC,OAAO,GAAG,CAAC,GAAY,EAAE,EAAE;YAChC,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,gCAAgC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACrG,CAAC,CAAC;QAEF,MAAM,CAAC,SAAS,GAAG,KAAK,EAAE,KAAU,EAAE,EAAE;;YACtC,MAAM,IAAI,GAA6B,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;YAEzE,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;gBAClB,KAAK,MAAM;oBACT,UAAU,CAAC,GAAG,EAAE;wBACd,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;oBAC9F,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;oBAC5B,MAAM;gBACR,KAAK,iBAAiB;oBACpB,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,0BAA0B,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,wBAAwB,CAAC,eAAe,EAAE,CAAC,CAAC;oBACtI,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;wBAC3B,IAAI,CAAC,iBAAiB,CACpB,IAAI,CAAC,wBAAwB,CAAC,eAAe,EAC7C,IAAI,uBAAY,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,wBAAwB,CAAC,eAAe,EAAE,CAAC,CAC7E,CAAC;oBACJ,CAAC;oBACD,MAAM;gBACR,KAAK,gBAAgB;oBACnB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;wBAC3B,IAAI,CAAC,iBAAiB,CACpB,IAAI,CAAC,oBAAoB,CAAC,cAAc,EACxC,IAAI,oBAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,CAAC,CACrE,CAAC;oBACJ,CAAC;oBACD,MAAM;gBACR,KAAK,cAAc;oBACjB,eAAM,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;oBACtC,MAAA,IAAI,CAAC,sBAAsB,oDAAI,CAAC;oBAChC,oDAAoD;oBACpD,IAAI,IAAA,kBAAS,GAAE,CAAC,kBAAkB,EAAE,CAAC;wBACnC,IAAI,CAAC;4BACH,MAAA,IAAI,CAAC,KAAK,CAAC,gBAAgB,0CAAE,IAAI,CAAC,yDAAiC,CAAC,4BAA4B,EAAE;gCAChG,IAAI,EAAE,yDAAiC,CAAC,4BAA4B;gCACpE,SAAS,EAAE,IAAI,CAAC,SAAS;gCACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;6BACtB,CAAC,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,2DAA2D,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;wBAC3H,CAAC;oBACH,CAAC;oBACD,MAAM;gBACR,KAAK,OAAO;oBACV,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;oBAC7E,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;wBACzB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;oBACvD,CAAC;oBACD,IAAI,IAAA,kBAAS,GAAE,CAAC,kBAAkB,EAAE,CAAC;wBACnC,IAAI,CAAC;4BACH,MAAA,IAAI,CAAC,KAAK,CAAC,gBAAgB,0CAAE,IAAI,CAAC,yDAAiC,CAAC,2BAA2B,EAAE;gCAC/F,SAAS,EAAE,IAAI,CAAC,SAAS;gCACzB,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,aAAa;gCACzC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gCACrB,IAAI,EAAE,yDAAiC,CAAC,2BAA2B;6BACpE,CAAC,CAAC;wBACL,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,eAAM,CAAC,KAAK,CAAC,uDAAuD,KAAK,EAAE,CAAC,CAAC;wBAC/E,CAAC;oBACH,CAAC;oBACD,MAAM;gBACR,KAAK,kCAAkC;oBACrC,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,6CAA6C,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC1G,MAAM;gBACR,KAAK,2BAA2B;oBAC9B,IAAI,CAAC;wBACH,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,oCAAoC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,+BAA+B,EAAE,CAAC,CAAC;wBACvI,MAAM,IAAI,CAAC,mBAAmB,CAC5B,IAAI,CAAC,+BAA+B,CAAC,uBAAuB,EAC5D,IAAI,CAAC,+BAA+B,CAAC,wBAAwB,CAC9D,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,iDAAiD,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;oBACjH,CAAC;oBACD,MAAM;gBACR;oBACE,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,0CAA0C,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;oBACvG,MAAM;YACV,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,sBAAsB;;QAClC,eAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,+BAA+B,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QACvH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACzG,IAAI,CAAC,CAAA,MAAA,UAAU,CAAC,MAAM,CAAC,QAAQ,0CAAE,MAAM,CAAA,EAAE,CAAC;YACxC,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE;gBACvF,QAAQ,EAAE,CAAC,IAAI,oBAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,IAAA,SAAM,GAAE,EAAE,CAAC,CAAC;gBACvE,WAAW,EAAE,yBAAW,CAAC,KAAK;aAC/B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAAC,qBAA6B,EAAE,sBAA8B;QAC7F,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QACzG,MAAM,YAAY,GAAqB,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CACpE,CAAC,OAAoB,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,qBAAqB,IAAI,OAAO,YAAY,oBAAS,CACpG,CAAC;QACF,IAAI,YAAY,EAAE,CAAC;YACjB,YAAY,CAAC,OAAO,GAAG,sBAAsB,CAAC;YAC9C,YAAY,CAAC,iBAAiB,GAAG,YAAY,CAAC,iBAAiB,IAAI,EAAE,CAAC;YACtE,YAAY,CAAC,iBAAiB,CAAC,MAAM,GAAG,IAAI,CAAC;YAC7C,MAAM,aAAa,GAAG,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YACzE,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,CACxC,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,EAC5C;gBACE,QAAQ,EAAE,CAAC,YAAY,CAAC;aACzB,EACD,aAAa,CACd,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,wCAAwC,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACvH,CAAC;IACH,CAAC;IAEM,MAAM;;QACX,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,0BAA0B,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QAChF,MAAA,IAAI,CAAC,oBAAoB,oDAAI,CAAC;QAC9B,MAAA,IAAI,CAAC,gBAAgB,0CAAE,KAAK,EAAE,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,QAAgC;QACtC,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,QAAoB;QACjC,IAAI,CAAC,sBAAsB,GAAG,QAAQ,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,QAAoB;QAC/B,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,SAAiB;QACzB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,2CAA2C;IACnC,KAAK,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,MAAM,EAAuC;QACjF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,4EAA4E,OAAO,EAAE,EAAE;YAClH,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,YAAY,EAAE,MAAM;aACrB;SACF,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uCAAuC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;CACF;AAnRD,oCAmRC"}
|
package/package.json
CHANGED
|
@@ -24,7 +24,7 @@ export class VoiceSession {
|
|
|
24
24
|
private onDisconnectCallback?: () => void;
|
|
25
25
|
|
|
26
26
|
constructor({ agent, sessionId, firstMessage, voiceId }: { agent: Agent; sessionId: string; firstMessage: string; voiceId?: string }) {
|
|
27
|
-
logger.debug('Starting voice session',
|
|
27
|
+
logger.debug({ message: 'Starting voice session', sessionId, firstMessage, voiceId });
|
|
28
28
|
this.agent = agent;
|
|
29
29
|
this.sessionId = sessionId;
|
|
30
30
|
this.firstMessage = firstMessage;
|
|
@@ -50,7 +50,7 @@ export class VoiceSession {
|
|
|
50
50
|
apiKey: elevenLabsKey,
|
|
51
51
|
});
|
|
52
52
|
|
|
53
|
-
logger.debug('Connecting to ElevenLabs',
|
|
53
|
+
logger.debug({ message: 'Connecting to ElevenLabs', sessionId: this.sessionId });
|
|
54
54
|
this.elevenLabsSocket = new WebSocket(signedUrl);
|
|
55
55
|
this.setupSocketHandlers();
|
|
56
56
|
}
|
|
@@ -89,7 +89,7 @@ export class VoiceSession {
|
|
|
89
89
|
const socket = this.elevenLabsSocket!; // non-null assertion once, we ensured it's assigned in init()
|
|
90
90
|
|
|
91
91
|
socket.onopen = () => {
|
|
92
|
-
logger.debug('Connected to ElevenLabs');
|
|
92
|
+
logger.debug({ message: 'Connected to ElevenLabs', sessionId: this.sessionId });
|
|
93
93
|
const initiationData: ConversationInitiationClientData = {
|
|
94
94
|
type: 'conversation_initiation_client_data',
|
|
95
95
|
conversation_config_override: {
|
|
@@ -115,13 +115,13 @@ export class VoiceSession {
|
|
|
115
115
|
};
|
|
116
116
|
|
|
117
117
|
socket.onclose = () => {
|
|
118
|
-
logger.debug(
|
|
118
|
+
logger.debug({ message: 'Disconnected from ElevenLabs, removing voice session', sessionId: this.sessionId });
|
|
119
119
|
this.onDisconnectCallback?.();
|
|
120
120
|
this.agent.voiceSessions.delete(this.sessionId);
|
|
121
121
|
};
|
|
122
122
|
|
|
123
123
|
socket.onerror = (err: unknown) => {
|
|
124
|
-
logger.error('[ElevenLabsVoice] socket error', err);
|
|
124
|
+
logger.error({ message: '[ElevenLabsVoice] socket error', sessionId: this.sessionId, error: err });
|
|
125
125
|
};
|
|
126
126
|
|
|
127
127
|
socket.onmessage = async (event: any) => {
|
|
@@ -134,7 +134,7 @@ export class VoiceSession {
|
|
|
134
134
|
}, data.ping_event.ping_ms);
|
|
135
135
|
break;
|
|
136
136
|
case 'user_transcript':
|
|
137
|
-
logger.debug('User transcript received
|
|
137
|
+
logger.debug({ message: 'User transcript received', sessionId: this.sessionId, data: data.user_transcription_event.user_transcript });
|
|
138
138
|
if (this.onMessageCallback) {
|
|
139
139
|
this.onMessageCallback(
|
|
140
140
|
data.user_transcription_event.user_transcript,
|
|
@@ -162,7 +162,7 @@ export class VoiceSession {
|
|
|
162
162
|
timestamp: Date.now(),
|
|
163
163
|
});
|
|
164
164
|
} catch (error) {
|
|
165
|
-
logger.error('[ElevenLabsVoice] Error sending interruption to dashboard', error);
|
|
165
|
+
logger.error({ message: '[ElevenLabsVoice] Error sending interruption to dashboard', sessionId: this.sessionId, error });
|
|
166
166
|
}
|
|
167
167
|
}
|
|
168
168
|
break;
|
|
@@ -185,21 +185,21 @@ export class VoiceSession {
|
|
|
185
185
|
}
|
|
186
186
|
break;
|
|
187
187
|
case 'conversation_initiation_metadata':
|
|
188
|
-
logger.debug('ElevenLabs conversation initiation metadata', data);
|
|
188
|
+
logger.debug({ message: 'ElevenLabs conversation initiation metadata', sessionId: this.sessionId, data });
|
|
189
189
|
break;
|
|
190
190
|
case 'agent_response_correction':
|
|
191
191
|
try {
|
|
192
|
-
logger.debug('Agent response correction received', data.agent_response_correction_event);
|
|
192
|
+
logger.debug({ message: 'Agent response correction received', sessionId: this.sessionId, data: data.agent_response_correction_event });
|
|
193
193
|
await this.updateAgentResponse(
|
|
194
194
|
data.agent_response_correction_event.original_agent_response,
|
|
195
195
|
data.agent_response_correction_event.corrected_agent_response,
|
|
196
196
|
);
|
|
197
197
|
} catch (error) {
|
|
198
|
-
logger.error('[ElevenLabsVoice] Error updating agent response', error);
|
|
198
|
+
logger.error({ message: '[ElevenLabsVoice] Error updating agent response', sessionId: this.sessionId, error });
|
|
199
199
|
}
|
|
200
200
|
break;
|
|
201
201
|
default:
|
|
202
|
-
logger.debug('Received unknown message from ElevenLabs', data);
|
|
202
|
+
logger.debug({ message: 'Received unknown message from ElevenLabs', sessionId: this.sessionId, data });
|
|
203
203
|
break;
|
|
204
204
|
}
|
|
205
205
|
};
|
|
@@ -234,7 +234,7 @@ export class VoiceSession {
|
|
|
234
234
|
currentNodeId,
|
|
235
235
|
);
|
|
236
236
|
} else {
|
|
237
|
-
logger.warn('Agent message not found for correction', originalAgentResponse);
|
|
237
|
+
logger.warn({ message: 'Agent message not found for correction', sessionId: this.sessionId, originalAgentResponse });
|
|
238
238
|
}
|
|
239
239
|
}
|
|
240
240
|
|