@tiledesk/tiledesk-voice-twilio-connector 0.1.26-rc10 → 0.1.26-rc12

package/index.js

@@ -145,7 +145,8 @@ router.post('/webhook/:id_project', async (req, res) => {
   
   const tdTranslator = new TiledeskTwilioTranslator({
     BASE_URL: BASE_URL,
-    aiService: aiService
+    aiService: aiService,
+    uploadService: uploadService
   });
   
   let start2 = new Date().getTime();
@@ -226,7 +227,7 @@ router.post('/webhook/:id_project', async (req, res) => {
   let start_time_get_message = new Date()
   let message = await getMessage(callSid, from, project_id, conversation_id)
   let end_time_get_message = new Date()
-  winston.verbose('Time to getMessage from queue in /webhook/:project_id : ' + (end_time_get_message-start_time_get_message) + '[ms] --- at time:' + new Date())
+  winston.verbose(`Time to getMessage from queue in /webhook/:${project_id} :  ${(end_time_get_message-start_time_get_message)}[ms] --- at time:` + new Date())
   
   // //generate Tiledesk wait message
   // let delayTime = await voiceChannel.getNextDelayTimeForCallId(callSid)
@@ -614,7 +615,7 @@ router.post('/speechresult/:callSid', async (req, res) => {
   winston.verbose("(voice) VXML to SEND: "+ messageToVXML);
   
   let end_call = new Date()
-  winston.info(`Time to respond to /speechresult/${callId} :  ${(end_call-start_call)} [ms]`)
+  winston.info(`Time to respond to /speechresult/${callSid} :  ${(end_call-start_call)} [ms]`)
   
   // Render the response as XML in reply to the webhook request
   res.set('Content-Type', 'application/xml');
@@ -1365,7 +1366,7 @@ async function connectRedis() {
   
   
   redis_client.on('error', err => {
-    winston.debug('(voice) Connect Redis Error ' + err);
+    winston.error('(voice) Connect Redis Error ' + err);
   })
   /*
   redis_client.on('connect', () => {

package/logs/app.log

@@ -2988,3 +2988,95 @@ info: (voice) Starting Manage Route
 info: (voice)-MANAGE API_URL: https://tiledesk-server-pre.herokuapp.com
 info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
 info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+error: undefined {"name":"MongoServerSelectionError","reason":{"commonWireVersion":null,"compatibilityError":null,"compatible":true,"heartbeatFrequencyMS":10000,"localThresholdMS":15,"logicalSessionTimeoutMinutes":null,"maxElectionId":null,"maxSetVersion":null,"servers":{},"setName":null,"stale":false,"type":"Single"}}
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+error: undefined {"name":"MongoServerSelectionError","reason":{"commonWireVersion":null,"compatibilityError":null,"compatible":true,"heartbeatFrequencyMS":10000,"localThresholdMS":15,"logicalSessionTimeoutMinutes":null,"maxElectionId":null,"maxSetVersion":null,"servers":{},"setName":null,"stale":false,"type":"Single"}}
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+error: undefined {"name":"MongoServerSelectionError","reason":{"commonWireVersion":null,"compatibilityError":null,"compatible":true,"heartbeatFrequencyMS":10000,"localThresholdMS":15,"logicalSessionTimeoutMinutes":null,"maxElectionId":null,"maxSetVersion":null,"servers":{},"setName":null,"stale":false,"type":"Single"}}
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+error: undefined {"name":"MongoServerSelectionError","reason":{"commonWireVersion":null,"compatibilityError":null,"compatible":true,"heartbeatFrequencyMS":10000,"localThresholdMS":15,"logicalSessionTimeoutMinutes":null,"maxElectionId":null,"maxSetVersion":null,"servers":{},"setName":null,"stale":false,"type":"Single"}}
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+error: undefined {"name":"MongoServerSelectionError","reason":{"commonWireVersion":null,"compatibilityError":null,"compatible":true,"heartbeatFrequencyMS":10000,"localThresholdMS":15,"logicalSessionTimeoutMinutes":null,"maxElectionId":null,"maxSetVersion":null,"servers":{},"setName":null,"stale":false,"type":"Single"}}
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+error: undefined {"name":"MongoServerSelectionError","reason":{"commonWireVersion":null,"compatibilityError":null,"compatible":true,"heartbeatFrequencyMS":10000,"localThresholdMS":15,"logicalSessionTimeoutMinutes":null,"maxElectionId":null,"maxSetVersion":null,"servers":{},"setName":null,"stale":false,"type":"Single"}}
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+error: undefined {"name":"MongoServerSelectionError","reason":{"commonWireVersion":null,"compatibilityError":null,"compatible":true,"heartbeatFrequencyMS":10000,"localThresholdMS":15,"logicalSessionTimeoutMinutes":null,"maxElectionId":null,"maxSetVersion":null,"servers":{},"setName":null,"stale":false,"type":"Single"}}
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]
+info: (voice) Starting VOICE TWILIO App
+info: (voice) Starting Manage Route
+info: (voice)-MANAGE API_URL: https://stage.eks.tiledesk.com/api
+info: (voice)-MANAGE BASE_URL: https://pw99h2hr-3000.euw.devtunnels.ms
+info: (voice)-MANAGE redis_client: [object Object]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiledesk/tiledesk-voice-twilio-connector",
-  "version": "0.1.26-rc10",
+  "version": "0.1.26-rc12",
   "description": "Tiledesk VOICE Twilio connector",
   "license": "MIT",
   "author": "Gabriele Panico",

package/tiledesk/TiledeskTwilioTranslator.js

@@ -77,7 +77,14 @@ class TiledeskTwilioTranslator {
         vxmlAttributes.TTS_MODEL = flowAttributes.TTS_MODEL? flowAttributes.TTS_MODEL : OPENAI_SETTINGS.TTS_MODEL;
         vxmlAttributes.STT_MODEL = flowAttributes.STT_MODEL? flowAttributes.STT_MODEL : OPENAI_SETTINGS.STT_MODEL;
       }
-            
+
+      // IF VOICE_PROVIDER is ELEVENLABS --> default values is on user account twilio settings
+      // IF VOICE_PROVIDER is ELEVENLABS --> set default values from constants
+      if(this.voiceProvider === VOICE_PROVIDER.ELEVENLABS){ 
+        vxmlAttributes.TTS_VOICE_NAME = flowAttributes.TTS_VOICE_NAME? flowAttributes.TTS_VOICE_NAME : ELEVENLABS_SETTINGS.TTS_VOICE_NAME;
+        vxmlAttributes.TTS_MODEL = flowAttributes.TTS_MODEL? flowAttributes.TTS_MODEL : ELEVENLABS_SETTINGS.TTS_MODEL;
+        vxmlAttributes.TTS_VOICE_LANGUAGE = flowAttributes.TTS_VOICE_LANGUAGE? flowAttributes.TTS_VOICE_LANGUAGE : ELEVENLABS_SETTINGS.TTS_VOICE_LANGUAGE;
+      }
       
     }
     
@@ -633,7 +640,7 @@ class TiledeskTwilioTranslator {
         break;
       case VOICE_PROVIDER.ELEVENLABS:
         let ELEVENLABS_APIKEY = this.integrations.find((el => el.type === VOICE_PROVIDER.ELEVENLABS))?.key
-        audioData = await this.aiService.textToSpeechElevenLabs(text, attributes.TTS_VOICE_NAME, attributes.TTS_MODEL, ELEVENLABS_APIKEY).catch((err)=>{
+        audioData = await this.aiService.textToSpeechElevenLabs(text, attributes.TTS_VOICE_NAME, attributes.TTS_MODEL, attributes.TTS_VOICE_LANGUAGE, ELEVENLABS_APIKEY).catch((err)=>{
           console.log('errr while creating elevenlabs audio message', err.response?.data)
         })
         break;

package/tiledesk/constants.js

@@ -58,5 +58,10 @@ module.exports = {
     TTS_VOICE_NAME: 'alloy',
     TTS_MODEL: 'tts-1',
     STT_MODEL: 'whisper-1'
+  },
+  ELEVENLABS_SETTINGS:{
+    TTS_VOICE_NAME: '21m00Tcm4TlvDq8ikWAM',
+    TTS_MODEL: 'eleven_multilingual_v2',
+    TTS_VOICE_LANGUAGE: 'en'
   }
 }

package/tiledesk/services/AiService.js

@@ -50,7 +50,7 @@ class AiService {
       formData.append('model', model);
 
       axios({
-        url: this.OPENAI_ENDPOINT + "/audio/transcriptions",
+        url: `${this.OPENAI_ENDPOINT}/audio/transcriptions`,
         headers: {
           ...formData.getHeaders(),
           "Authorization": "Bearer " + GPT_KEY
@@ -81,7 +81,7 @@ class AiService {
     
     return new Promise((resolve, reject) => {
       axios({
-        url: this.OPENAI_ENDPOINT + "/audio/speech",
+        url: `${this.OPENAI_ENDPOINT}/audio/speech`,
         headers: {
           "Content-Type": "application/json",
           "Authorization": "Bearer " + GPT_KEY
@@ -125,7 +125,7 @@ class AiService {
       formData.append('language_code', language)
 
       axios({
-        url: this.ELEVENLABS_ENDPOINT + "/v1/speech-to-text",
+        url: `${this.ELEVENLABS_ENDPOINT}/v1/speech-to-text`,
         headers: {
           ...formData.getHeaders(),
           "xi-api-key": API_KEY
@@ -133,31 +133,26 @@ class AiService {
         data: formData,
         method: 'POST'
       }).then((resbody) => {
-        console.log('dataaaaaa', resbody)
         resolve(resbody.data.text);
       }).catch((err) => {
-        console.log('errrrrrr', err?.response)
         reject(err);
       })
 
     })
   }
   
-  async textToSpeechElevenLabs(text, voice_id, model, API_KEY){
-    
+  async textToSpeechElevenLabs(text, voice_id, model, language_code, API_KEY){
     
     const data = {
       model_id: model,
       text: text,
-      output_format: "mp3_44100_128",
+      language_code: language_code
     };
-    
-    
     winston.debug('[AiService] ELEVEN Labs textToSpeech config:', data)
     
     return new Promise((resolve, reject) => {
       axios({
-        url: this.ELEVENLABS_ENDPOINT + "/v1/text-to-speech/"+ voice_id,
+        url: `${this.ELEVENLABS_ENDPOINT}/v1/text-to-speech/${voice_id}?output_format=mp3_44100_128`,
         headers: {
           "Content-Type": "application/json",
           "xi-api-key": API_KEY
@@ -185,7 +180,7 @@ class AiService {
     return new Promise((resolve, reject) => {
 
       axios({
-        url: this.API_URL + "/" + projectId + "/quotes/tokens",
+        url: `${this.API_URL}/${projectId}/quotes/tokens`,
         headers: {
           'Content-Type': 'application/json',
           'Authorization': token