@peopl-health/nexus 3.0.5 → 3.0.7

package/lib/adapters/TwilioProvider.js

@@ -3,7 +3,7 @@ const axios = require('axios');
 const runtimeConfig = require('../config/runtimeConfig');
 const { uploadMediaToS3, getFileExtension } = require('../helpers/mediaHelper');
 const { ensureWhatsAppFormat } = require('../helpers/twilioHelper');
-const { sanitizeMediaFilename } = require('../utils/sanitizer');
+const { sanitizeMediaFilename } = require('../utils/inputSanitizer');
 const { generatePresignedUrl } = require('../config/awsConfig');
 const { validateMedia, getMediaType } = require('../utils/mediaValidator');
 const { logger } = require('../utils/logger');

package/lib/core/NexusMessaging.js

@@ -781,8 +781,8 @@ class NexusMessaging {
     const lastMessage = await Message.findOne({ 
       numero: chatId, 
       from_me: false,
-      processed: false,
-      message_id: { $exists: true, $ne: null, $not: /^pending-/ }
+      message_id: { $exists: true, $ne: null, $not: /^pending-/ },
+      createdAt: { $gte: new Date(Date.now() - 24 * 60 * 60 * 1000) }
     }).sort({ createdAt: -1 });
     
     if (!lastMessage?.message_id) {

package/lib/helpers/filesHelper.js

@@ -7,7 +7,7 @@ const sharp = require('sharp');
 
 const { downloadFileFromS3 } = require('../config/awsConfig.js');
 const { Message } = require('../models/messageModel.js');
-const { sanitizeFilename } = require('../utils/sanitizer.js');
+const { sanitizeFilename } = require('../utils/inputSanitizer.js');
 const { logger } = require('../utils/logger');
 
 async function convertPdfToImages(pdfName, existingPdfPath = null) {

package/lib/helpers/mediaHelper.js

@@ -1,7 +1,7 @@
 const path = require('path');
 const fs = require('fs');
 const AWS = require('../config/awsConfig.js');
-const { sanitizeMediaFilename } = require('../utils/sanitizer.js');
+const { sanitizeMediaFilename } = require('../utils/inputSanitizer.js');
 const { logger } = require('../utils/logger');
 
 async function uploadMediaToS3(buffer, messageID, titleFile, bucketName, contentType, messageType) {

package/lib/helpers/processHelper.js

@@ -2,8 +2,7 @@ const fs = require('fs');
 const { generatePresignedUrl } = require('../config/awsConfig.js');
 const { analyzeImage } = require('./llmsHelper.js');
 const { cleanupFiles, downloadMediaAndCreateFile } = require('./filesHelper.js');
-const { formatMessage } = require('./messageHelper.js');
-const { sanitizeLogMetadata } = require('../utils/sanitizer.js');
+const { sanitizeLogMetadata } = require('../utils/inputSanitizer.js');
 const { withTracing } = require('../utils/tracingDecorator.js');
 
 /**

package/lib/helpers/twilioHelper.js

@@ -23,65 +23,86 @@ function convertTwilioToInternalFormat(twilioMessage) {
 }
 
 
-async function downloadMediaFromTwilio(mediaUrl, logger) {
-  try {
-    const authHeader = `Basic ${Buffer.from(
-      `${process.env.TWILIO_ACCOUNT_SID}:${process.env.TWILIO_AUTH_TOKEN}`
-    ).toString('base64')}`;
-
-    logger.info('[TwilioMedia] Starting download', {
-      url: mediaUrl,
-      hasAccountSid: !!process.env.TWILIO_ACCOUNT_SID,
-      hasAuthToken: !!process.env.TWILIO_AUTH_TOKEN,
-      accountSidLength: process.env.TWILIO_ACCOUNT_SID?.length || 0,
-      authHeaderSample: authHeader.substring(0, 20) + '...'
-    });
-        
-    const response = await axios({
-      method: 'GET',
-      url: mediaUrl,
-      responseType: 'arraybuffer',
-      timeout: 30000,
-      headers: {
-        'Authorization': authHeader
-      }
-    });
+async function downloadMediaFromTwilio(mediaUrl, logger, maxRetries = 5) {
+  logger.info('[TwilioMedia] Starting download', {
+    url: mediaUrl,
+    maxRetries,
+    hasAccountSid: !!process.env.TWILIO_ACCOUNT_SID,
+    hasAuthToken: !!process.env.TWILIO_AUTH_TOKEN,
+    hasCredentials: !!(process.env.TWILIO_ACCOUNT_SID && process.env.TWILIO_AUTH_TOKEN)
+  });
+
+  const authorization = `Basic ${Buffer.from(
+    `${process.env.TWILIO_ACCOUNT_SID}:${process.env.TWILIO_AUTH_TOKEN}`
+  ).toString('base64')}`;
+
+  for (let attempt = 1; attempt <= maxRetries; attempt++) {
+    try {
+      logger.debug('[TwilioMedia] Download attempt', { attempt, maxRetries });
+      
+      const response = await axios.get(mediaUrl, {
+        headers: {
+          'Authorization': authorization,
+          'User-Agent': 'Nexus-Media-Processor/1.0'
+        },
+        responseType: 'arraybuffer',
+        timeout: 30000
+      });
 
-    logger.info('[TwilioMedia] Download successful', {
-      status: response.status,
-      contentType: response.headers['content-type'],
-      contentLength: response.headers['content-length'],
-      dataSize: response.data?.length || 0
-    });
+      logger.info('[TwilioMedia] Download successful', {
+        status: response.status,
+        contentType: response.headers['content-type'],
+        contentLength: response.headers['content-length'],
+        dataSize: response.data?.length || 0,
+        attempt
+      });
 
-    return Buffer.from(response.data);
-  } catch (error) {
-    const is404 = error.response?.status === 404;
-    const isMediaExpired = is404 && mediaUrl.includes('/Media/');
-    
-    logger.error('[TwilioMedia] Download failed', {
-      message: error.message,
-      status: error.response?.status,
-      statusText: error.response?.statusText,
-      isMediaExpired,
-      responseHeaders: error.response?.headers,
-      responseData: error.response?.data ? error.response.data.toString().substring(0, 500) : null,
-      url: mediaUrl,
-      hasCredentials: !!(process.env.TWILIO_ACCOUNT_SID && process.env.TWILIO_AUTH_TOKEN)
-    });
-    
-    if (isMediaExpired) {
-      logger.warn('[TwilioMedia] Media expired (24h limit), skipping download', {
-        mediaId: mediaUrl.split('/').pop()
+      return Buffer.from(response.data);
+    } catch (error) {
+      const is404 = error.response?.status === 404;
+      const isLastAttempt = attempt === maxRetries;
+      
+      if (is404 && !isLastAttempt) {
+        const delay = Math.pow(2, attempt - 1) * 1000; // 1s, 2s, 4s
+        logger.info('[TwilioMedia] Media not ready, retrying after delay', {
+          attempt,
+          maxRetries,
+          delayMs: delay,
+          mediaId: mediaUrl.split('/').pop()
+        });
+        await new Promise(resolve => setTimeout(resolve, delay));
+        continue;
+      }
+      
+      // Check if truly expired (after all retries)
+      const isMediaExpired = is404 && mediaUrl.includes('/Media/');
+      
+      if (isMediaExpired && isLastAttempt) {
+        logger.info('[TwilioMedia] Media expired (24h limit), skipping download', {
+          mediaId: mediaUrl.split('/').pop(),
+          status: 404,
+          attemptsUsed: attempt
+        });
+        return null;
+      }
+      
+      logger.error('[TwilioMedia] Download failed', {
+        message: error.message,
+        status: error.response?.status,
+        statusText: error.response?.statusText,
+        attempt,
+        maxRetries,
+        responseHeaders: error.response?.headers,
+        responseData: error.response?.data ? error.response.data.toString().substring(0, 500) : null,
+        url: mediaUrl,
+        hasCredentials: !!(process.env.TWILIO_ACCOUNT_SID && process.env.TWILIO_AUTH_TOKEN)
       });
-      return null;
+      
+      throw error;
     }
-    
-    throw error;
   }
 }
 
-
 function getMediaTypeFromContentType(contentType) {
   if (contentType.startsWith('image/')) return 'imageMessage';
   if (contentType.startsWith('audio/')) return 'audioMessage';

package/lib/services/assistantServiceCore.js

@@ -13,7 +13,9 @@ const { processThreadMessage } = require('../helpers/processHelper.js');
 const { getLastNMessages, updateMessageRecord } = require('../helpers/messageHelper.js');
 const { combineImagesToPDF, cleanupFiles } = require('../helpers/filesHelper.js');
 const { getAssistantById } = require('./assistantResolver');
+
 const { logger } = require('../utils/logger');
+const { sanitizeOutput } = require('../utils/outputSanitizer');
 
 const createAssistantCore = async (code, assistant_id, messages = [], force = false) => {
   const findThread = await Thread.findOne({ code: code });
@@ -190,7 +192,10 @@ const replyAssistantCore = async (code, message_ = null, thread_ = null, runOpti
 
     await Promise.all(processResults.map(r => {
       const processedContent = r.messages && r.messages.length > 0 
-        ? r.messages.map(msg => msg.content.text).join(' ')
+        ? r.messages
+          .filter(msg => msg.content.text !== r.reply?.body)
+          .map(msg => msg.content.text)
+          .join(' ')
         : null;
       return updateMessageRecord(r.reply, finalThread, processedContent);
     }));
@@ -225,7 +230,16 @@ const replyAssistantCore = async (code, message_ = null, thread_ = null, runOpti
     timings.run_assistant_ms = Date.now() - runStart;
     timings.total_ms = Date.now() - startTotal;
     
-    const { output, completed, retries, predictionTimeMs, tools_executed } = runResult;
+    const { output: rawOutput, completed, retries, predictionTimeMs, tools_executed } = runResult;
+    
+    const output = sanitizeOutput(rawOutput);
+    if (rawOutput !== output) {
+      logger.debug('[replyAssistantCore] Output sanitized', {
+        originalLength: rawOutput?.length || 0,
+        sanitizedLength: output?.length || 0,
+        removedContent: rawOutput?.length ? 'brackets_removed' : 'none'
+      });
+    }
 
     logger.info('[Assistant Reply Complete]', {
       code: code ? `${code.substring(0, 3)}***${code.slice(-4)}` : 'unknown',

package/lib/utils/outputSanitizer.js

@@ -0,0 +1,23 @@
+/**
+ * Sanitize AI response output by removing unwanted content
+ */
+
+function removeBracketContent(text) {
+  if (!text || typeof text !== 'string') return text;  
+  return text.replace(/\[([^\]]*)\]/g, '').trim();
+}
+
+function sanitizeOutput(text) {
+  if (!text || typeof text !== 'string') return text;
+  
+  let sanitized = text;
+  sanitized = removeBracketContent(sanitized);
+  sanitized = sanitized.replace(/\s+/g, ' ').trim();
+  
+  return sanitized;
+}
+
+module.exports = {
+  sanitizeOutput,
+  removeBracketContent
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@peopl-health/nexus",
-  "version": "3.0.5",
+  "version": "3.0.7",
   "description": "Core messaging and assistant library for WhatsApp communication platforms",
   "keywords": [
     "whatsapp",
@@ -107,7 +107,7 @@
     "baileys": "^6.4.0",
     "express": "^4.22.1",
     "openai": "6.7.0",
-    "twilio": "5.6.0"
+    "twilio": "5.11.2"
   },
   "engines": {
     "node": ">=20.0.0"