@tiledesk/tiledesk-voice-twilio-connector 0.1.26-rc9 → 0.1.27

package/tiledesk/errors.js

@@ -0,0 +1,28 @@
+class SttError extends Error {
+  constructor(code, message, extra = {}) {
+    super(message);
+    this.code = code;       // es. 'AUDIO_DOWNLOAD_FAILED'
+    this.extra = extra;     // opzionale, eventuali dati aggiuntivi
+  }
+}
+
+class RedisError extends Error {
+  constructor(code, message) {
+    super(message);
+    this.code = code;
+  }
+}
+
+class ServiceError extends Error {
+  constructor(code, message) {
+    super(message);
+    this.code = code;
+  }
+}
+
+// esporta tutte insieme
+module.exports = {
+  SttError,
+  RedisError,
+  ServiceError
+};

package/tiledesk/services/AiService.js

@@ -2,6 +2,9 @@ var winston = require('../../winston');
 const axios = require("axios").default;
 const FormData = require('form-data');
 
+/*ERROR HANDLER*/
+const { ServiceError } = require('../errors');
+
 /*UTILS*/
 const fileUtils = require('../fileUtils.js')
 
@@ -30,44 +33,52 @@ class AiService {
   }
   
   async speechToText(fileUrl, model, GPT_KEY) {
-
+    let start_time = new Date(); 
     winston.debug("[AiService] speechToText url: "+ fileUrl);   
-    let file = await fileUtils.downloadFromUrl(fileUrl).catch((err) => {
-        winston.error("[AiService] err while downloadFromUrl: ", err)
-        return null; // fallback per evitare undefined
-    })
-    
-    if (!file) {
-      winston.error('file non esisteeeeeeee')
-      return;
-    }
     
-    return new Promise((resolve, reject) => {
-      
+    return new Promise(async (resolve, reject) => {
       
-      const formData = new FormData();
-      formData.append('file', file, { filename: 'audiofile.wav', contentType: 'audio/wav' });
-      formData.append('model', model);
+      try {
+        let file = await fileUtils.downloadFromUrl(fileUrl).catch((err) => {
+            winston.error("[AiService] err while downloadFromUrl: ", err)
+            return reject(new ServiceError('AISERVICE_FAILED', 'Cannot download audio file:', fileUrl));
+        })
+        
+        if (!file) {
+          winston.debug('[AiService] OPENAI speechToText file NOT EXIST: . . . return')
+          return reject(new ServiceError('AISERVICE_FAILED', 'Cannot download audio file: file is null'));
+        }
 
-      axios({
-        url: this.OPENAI_ENDPOINT + "/audio/transcriptions",
-        headers: {
-          ...formData.getHeaders(),
-          "Authorization": "Bearer " + GPT_KEY
-        },
-        data: formData,
-        method: 'POST'
-      }).then((resbody) => {
-        resolve(resbody.data.text);
-      }).catch((err) => {
-        reject(err);
-      })
+        const formData = new FormData();
+        formData.append('file', file, { filename: 'audiofile.wav', contentType: 'audio/wav' });
+        formData.append('model', model);
+
+        axios({
+          url: `${this.OPENAI_ENDPOINT}/audio/transcriptions`,
+          headers: {
+            ...formData.getHeaders(),
+            "Authorization": "Bearer " + GPT_KEY
+          },
+          data: formData,
+          method: 'POST'
+        }).then((resbody) => {
+          resolve(resbody.data.text);
+          let end_time = new Date();
+          winston.verbose(`-----> [AiService] OpenAI speechToText time elapsed: ${end_time - start_time} ms`);
+        }).catch((err) => {
+          reject(new ServiceError('AISERVICE_FAILED', 'OpenAI /audio/transcriptions API failed with err:', err));
+        })
+      } catch (error) {
+        winston.error("[AiService] OpenAI STT error", err.message);
+        reject(new ServiceError('AISERVICE_FAILED', 'OpenAI STT service failed with err:', err));
+      }
+      
 
     })
   }
   
   async textToSpeech(text, name, model, GPT_KEY){
-    
+    let start_time = new Date();
     winston.debug('[AiService] textToSpeech text:'+ text)
     
     const data = {
@@ -76,12 +87,11 @@ class AiService {
       voice: name,
     };
     
-    
     winston.debug('[AiService] textToSpeech config:', data)
     
     return new Promise((resolve, reject) => {
       axios({
-        url: this.OPENAI_ENDPOINT + "/audio/speech",
+        url: `${this.OPENAI_ENDPOINT}/audio/speech`,
         headers: {
           "Content-Type": "application/json",
           "Authorization": "Bearer " + GPT_KEY
@@ -91,11 +101,13 @@ class AiService {
         method: "POST",
       }).then( async (response) => {
         //console.log('[AiService] textToSpeech result', response?.data)
-        resolve(response?.data)            
+        resolve(response?.data)  
+        let end_time = new Date();
+        winston.verbose(`-----> [AiService] textToSpeech time elapsed: ${end_time - start_time} ms`);          
       })
       .catch((err) => {
         winston.error("[AiService] textToSpeech error: ", err.response?.data);
-        reject(err)
+        reject(new ServiceError('AISERVICE_FAILED', 'OpenAI textToSpeech API failed with err:', err));
       });
     });
     
@@ -104,60 +116,63 @@ class AiService {
   
   
   async speechToTextElevenLabs(fileUrl, model, language, API_KEY) {
-
+    let start_time = new Date();
     winston.debug("[AiService] ELEVEN Labs speechToText url: "+ fileUrl);   
-    let file = await fileUtils.downloadFromUrl(fileUrl).catch((err) => {
-        winston.error("[AiService] err: ", err)
-        return null; // fallback per evitare undefined
-    })
     
-    if (!file) {
-      winston.debug('[AiService] ELEVEN Labs speechToText file NOT EXIST: . . . return')
-      return;
-    }
-    
-    return new Promise((resolve, reject) => {
+    return new Promise(async (resolve, reject) => {
+
+      try {
+        let file = await fileUtils.downloadFromUrl(fileUrl).catch((err) => {
+          winston.error("[AiService] err: ", err)
+          return reject(new ServiceError('AISERVICE_FAILED', 'Cannot download audio file:', fileUrl));
+        })
+        
+        if (!file) {
+          winston.debug('[AiService] ELEVEN Labs speechToText file NOT EXIST: . . . return')
+          return reject(new ServiceError('AISERVICE_FAILED', 'Cannot download audio file: file is null'));
+        }
       
       
-      const formData = new FormData();
-      formData.append('file', file, { filename: 'audiofile.wav', contentType: 'audio/wav' });
-      formData.append('model_id', "scribe_v1");
-      formData.append('language_code', language)
+        const formData = new FormData();
+        formData.append('file', file, { filename: 'audiofile.wav', contentType: 'audio/wav' });
+        formData.append('model_id', "scribe_v1");
+        formData.append('language_code', language)
 
-      axios({
-        url: this.ELEVENLABS_ENDPOINT + "/v1/speech-to-text",
-        headers: {
-          ...formData.getHeaders(),
-          "xi-api-key": API_KEY
-        },
-        data: formData,
-        method: 'POST'
-      }).then((resbody) => {
-        console.log('dataaaaaa', resbody)
-        resolve(resbody.data.text);
-      }).catch((err) => {
-        console.log('errrrrrr', err?.response)
-        reject(err);
-      })
+        axios({
+          url: `${this.ELEVENLABS_ENDPOINT}/v1/speech-to-text`,
+          headers: {
+            ...formData.getHeaders(),
+            "xi-api-key": API_KEY
+          },
+          data: formData,
+          method: 'POST'
+        }).then((resbody) => {
+          resolve(resbody.data.text);
+          let end_time = new Date();
+          winston.verbose(`-----> [AiService] ELEVEN Labs speechToText time elapsed: ${end_time - start_time} ms`);
+        }).catch((err) => {
+          reject(new ServiceError('AISERVICE_FAILED', 'ElevenLabs /speech-to-text API failed with err:', err));
+        })
+      } catch (error) {
+        winston.error("[AiService] ElevenLabs STT error", err.message);
+        reject(new ServiceError('AISERVICE_FAILED', 'ElevenLabs STT service failed with err:', err));
+      }
 
     })
   }
   
-  async textToSpeechElevenLabs(text, voice_id, model, API_KEY){
-    
-    
+  async textToSpeechElevenLabs(text, voice_id, model, language_code, API_KEY){
+    let start_time = new Date();
     const data = {
       model_id: model,
       text: text,
-      output_format: "mp3_44100_128",
+      language_code: language_code
     };
-    
-    
     winston.debug('[AiService] ELEVEN Labs textToSpeech config:', data)
     
     return new Promise((resolve, reject) => {
       axios({
-        url: this.ELEVENLABS_ENDPOINT + "/v1/text-to-speech/"+ voice_id,
+        url: `${this.ELEVENLABS_ENDPOINT}/v1/text-to-speech/${voice_id}?output_format=mp3_44100_128`,
         headers: {
           "Content-Type": "application/json",
           "xi-api-key": API_KEY
@@ -166,11 +181,13 @@ class AiService {
         data: data,
         method: "POST",
       }).then( async (response) => {
-        resolve(response?.data)            
+        resolve(response?.data)
+        let end_time = new Date();
+        winston.verbose(`-----> [AiService] ELEVEN Labs textToSpeech time elapsed: ${end_time - start_time} ms`);            
       })
       .catch((err) => {
         winston.error("[AiService] ELEVEN Labs textToSpeech error: ", err);
-        reject(err)
+        reject(new ServiceError('AISERVICE_FAILED', 'ElevenLabs textToSpeech API failed with err:', err));
       });
     });
     
@@ -185,7 +202,7 @@ class AiService {
     return new Promise((resolve, reject) => {
 
       axios({
-        url: this.API_URL + "/" + projectId + "/quotes/tokens",
+        url: `${this.API_URL}/${projectId}/quotes/tokens`,
         headers: {
           'Content-Type': 'application/json',
           'Authorization': token
@@ -199,7 +216,7 @@ class AiService {
         }
       }).catch((err) => {
         winston.error("[AiService] checkQuoteAvailability error: ", err.response?.data);
-        reject(err);
+        reject(new ServiceError('AISERVICE_FAILED', 'checkQuoteAvailability API failed with err:', err));
       })
 
     })

package/tiledesk/services/UploadService.js

@@ -7,6 +7,9 @@ const path = require('path');
 /*UTILS*/
 const fileUtils = require('../fileUtils.js')
 
+/*ERROR HANDLER*/
+const { ServiceError } = require('../errors');
+
 class UploadService {
   
   constructor(config) {
@@ -69,7 +72,7 @@ class UploadService {
         
       }).catch((err) => {
         console.log('err', err)
-        reject(err);
+        reject(new ServiceError('UPLOADSERVICE_FAILED', 'UploadService /files/users API failed with err:', err) );
       }).finally(() => {
         // Sempre eseguito
         if (fs.existsSync(tempFilePath)) {

package/tiledesk/services/voiceEventEmitter.js

@@ -0,0 +1,6 @@
+const EventEmitter = require('events');
+class VoiceEventEmitter extends EventEmitter {}
+
+const voiceEventEmitter = new VoiceEventEmitter();
+
+module.exports = voiceEventEmitter;

package/tiledesk/utils.js

@@ -1,3 +1,5 @@
+const NON_SPEECH_TOKENS = require('./constants').NON_SPEECH_TOKENS
+const removeMarkdown = require('remove-markdown');
 
 function getNumber(phoneNumber){
   if(phoneNumber.startsWith('+')){
@@ -12,5 +14,31 @@ function buildQueryString(query) {
   return params.toString() ? `?${params.toString()}` : '';
 }
 
+function normalizeSTT(text) {
+  if (!text) return null;
 
-module.exports = {getNumber, buildQueryString}
+  const cleaned = text.trim().toLowerCase();
+
+  // solo token non verbali
+  if (NON_SPEECH_TOKENS.includes(cleaned)) {
+    return null;
+  }
+
+  // solo simboli o rumore
+  if (!/[a-zàèéìòù]/i.test(cleaned)) {
+    return null;
+  }
+
+  return cleaned;
+}
+
+function markdownToTwilioSpeech(text) {
+  return removeMarkdown(text)
+    .replace(/:/g, ': ')
+    .replace(/\n+/g, '. ')
+    .replace(/\s+/g, ' ')
+    .trim();
+}
+
+
+module.exports = {getNumber, buildQueryString, normalizeSTT, markdownToTwilioSpeech}