@peopl-health/nexus 3.1.3 → 3.1.5

package/lib/assistants/BaseAssistant.js

@@ -198,9 +198,12 @@ class BaseAssistant {
       // Messages with from_me: true are assistant messages, from_me: false are user messages
       const formattedMessages = messagesInOrder
         .filter(message => message && message.timestamp && message.body && message.body.trim() !== '')
-        .map(message => {
-          const formattedText = formatMessage(message);
-          return formattedText ? { role: message.from_me ? 'assistant' : 'user', content: formattedText } : null;
+        .flatMap(message => {
+          const formattedTexts = formatMessage(message);
+          return formattedTexts.map(text => ({
+            role: message.from_me ? 'assistant' : 'user', 
+            content: text
+          }));
         })
         .filter(message => message !== null);
       

package/lib/core/NexusMessaging.js

@@ -732,6 +732,7 @@ class NexusMessaging {
       if (typingInterval) {
         clearInterval(typingInterval);
         typingInterval = null;
+        await new Promise(resolve => setTimeout(resolve, 100));
       }
 
       if (botResponse) {
@@ -770,7 +771,7 @@ class NexusMessaging {
   }
 
   /**
-   * Central processing pipeline - handles status updates for any processing function
+   * Central processing pipeline - handles assistant processing, preprocessing, and status updates
    */
   async _processMessages(chatId, processingFn) {
     const unprocessedMessages = await Message.find({

package/lib/helpers/filesHelper.js

@@ -171,7 +171,7 @@ async function downloadMediaAndCreateFile(code, reply) {
     if (!resultMedia) return [];
 
     if (!resultMedia.media || !resultMedia.media.key) {
-      logger.info('[downloadMediaAndCreateFile] No valid media found for message:', reply.message_id);
+      logger.info('[downloadMediaAndCreateFile] No valid media found for message:', { messageId: reply.message_id });
       return [];
     }
 

package/lib/helpers/messageHelper.js

@@ -2,31 +2,34 @@ const moment = require('moment-timezone');
 const { Message } = require('../models/messageModel.js');
 const { logger } = require('../utils/logger');
 
-const updateMessageRecord = async (reply, thread, processedContent = null) => {
+/**
+ * Store processed media content (transcriptions, image analysis) before assistant runs
+ */
+const storeProcessedContent = async (reply, thread, processedContent) => {
+  if (!processedContent || !reply.media) {
+    return;
+  }
+  
   const threadId = thread.getConversationId();
   
-  const updateData = { 
+  const updateData = {
     assistant_id: thread.getAssistantId(), 
     thread_id: threadId,
-    processed: true 
-  };
-  
-  if (processedContent && reply.media) {
-    updateData.media = {
+    media: {
       ...reply.media,
       metadata: {
         ...(reply.media.metadata || {}),
-        processed_content: processedContent
+        processedContent
       }
-    };
-  }
+    }
+  };
   
   await Message.updateOne(
     { message_id: reply.message_id, timestamp: reply.timestamp },
     { $set: updateData }
   );
   
-  logger.info(`[updateMessageRecord] Record updated - ID: ${reply.message_id}, Thread: ${threadId}, Processed: true, MediaContentUpdated: ${!!(processedContent && reply.media)}`);
+  logger.info(`[storeProcessedContent] Media content stored - ID: ${reply.message_id}`);
 };
 
 
@@ -79,13 +82,13 @@ async function getLastNMessages(code, n) {
 function formatMessage(reply) {
   try {
     if (!reply.createdAt) {
-      return null;
+      return [];
     }
     
     const msgDate = new Date(reply.createdAt);    
     if (isNaN(msgDate.getTime())) {
       logger.warn(`[formatMessage] Invalid timestamp for message ID: ${reply.message_id}`);
-      return reply.body;
+      return reply.body ? [`[Invalid timestamp] ${reply.body}`] : [];
     }
     
     const mexicoCityTime = moment(msgDate)
@@ -93,15 +96,36 @@ function formatMessage(reply) {
       .locale('es')
       .format('dddd, D [de] MMMM [de] YYYY [a las] h:mm A');
     
-    let messageContent = reply.body;
-    if (reply.media?.metadata?.processed_content) {
-      messageContent = reply.media.metadata.processed_content;
+    const messages = [];
+    
+    const generateMediaCode = (messageId, mediaType) => {
+      if (!messageId || !mediaType) return null;
+      const shortId = messageId.slice(-6);
+      return `${mediaType.toUpperCase()}-${shortId}`;
+    };
+
+    if (reply.body && reply.body.trim()) {
+      const mediaCode = reply.media?.mediaType ? 
+        generateMediaCode(reply.message_id, reply.media.mediaType) : null;
+      const mediaIndicator = mediaCode ? `[${mediaCode}] ` : '';
+      messages.push(`[${mexicoCityTime}] ${mediaIndicator}${reply.body}`);
+    }
+    
+    if (reply.media?.metadata?.processedContent && 
+        reply.media.metadata.processedContent !== reply.body) {
+      const mediaCode = generateMediaCode(reply.message_id, reply.media.mediaType);
+      const processingType = reply.media.mediaType === 'audio' ? 'TRANSCRIPTION' : 
+        reply.media.mediaType === 'image' ? 'ANALYSIS' : 
+          reply.media.mediaType === 'document' ? 'DOCUMENT_ANALYSIS' :
+            'PROCESSED';
+      const indicator = mediaCode ? `[${mediaCode} ${processingType}]` : `[${processingType}]`;
+      messages.push(`[${mexicoCityTime}] ${indicator} ${reply.media.metadata.processedContent}`);
     }
     
-    return `[${mexicoCityTime}] ${messageContent}`;
+    return messages.length > 0 ? messages : [];
   } catch (error) {
     logger.error(`[formatMessage] Error for message ID: ${reply.message_id}:`, error?.message || String(error));
-    return null;
+    return [];
   } 
 }
 
@@ -117,7 +141,7 @@ async function isRecentMessage(chatId) {
 }
 
 module.exports = {
-  updateMessageRecord,
+  storeProcessedContent,
   getLastMessages,
   getLastNMessages,
   formatMessage,

package/lib/helpers/processHelper.js

@@ -299,8 +299,8 @@ const processThreadMessageCore = async (code, replies, provider) => {
         const textMessages = processTextMessage(reply);
         const mediaResult = await processMediaFiles(code, reply, provider);
         
-        const { messagesChat: mediaMessages, url, tempFiles: mediaFiles, timings: mediaTimings } = mediaResult;
-        tempFiles = mediaFiles;
+        const { messagesChat: mediaMessages, url, tempFiles, timings: mediaTimings } = mediaResult;
+        console.log('[processThreadMessageCore] tempFiles', tempFiles);
         
         if (mediaTimings) {
           timings.download_ms += mediaTimings.download_ms || 0;
@@ -321,7 +321,7 @@ const processThreadMessageCore = async (code, replies, provider) => {
           hasMedia: !!reply.media,
           hasUrl: !!url
         });
-        
+        await cleanupFiles(tempFiles);
         return { isPatient, url, messages, reply, tempFiles };
       } catch (error) {
         logger.error('processThreadMessage', error, { 

package/lib/memory/DefaultMemoryManager.js

@@ -11,7 +11,7 @@ class DefaultMemoryManager extends MemoryManager {
     this.maxHistoricalMessages = parseInt(process.env.MAX_HISTORICAL_MESSAGES || '50', 10);
   }
 
-  async buildContext({ thread, assistant, config = {} }) {
+  async buildContext({ thread, config = {} }) {
     this._logActivity('Building context', { threadCode: thread.code });
 
     try {
@@ -22,14 +22,14 @@ class DefaultMemoryManager extends MemoryManager {
         return additionalMessages;
       }
 
-      const messageContext = allMessages.reverse().map(msg => {
-        const formattedContent = formatMessage(msg);
-        return {
+      const messageContext = allMessages.reverse().flatMap(msg => {
+        const formattedContents = formatMessage(msg);
+        return formattedContents.map(content => ({
           role: msg.origin === 'patient' ? 'user' : 'assistant',
-          content: formattedContent || msg.body || msg.content || ''
-        };
-      });
-      
+          content: content || msg.body || msg.content || ''
+        }));
+      }).filter(msg => msg.content);
+
       return [...additionalMessages, ...messageContext];
     } catch (error) {
       logger.error('[DefaultMemoryManager] Context building failed', {

package/lib/memory/MemoryManager.js

@@ -5,7 +5,7 @@ class MemoryManager {
     this.memorySystem = options.memorySystem || null;
   }
 
-  async buildContext({ thread, assistant, config = {} }) {
+  async buildContext({ thread, config = {} }) {
     throw new Error('buildContext must be implemented by subclass');
   }
 

package/lib/providers/OpenAIResponsesProvider.js

@@ -185,7 +185,6 @@ class OpenAIResponsesProvider {
       // Delegate context building to conversation manager
       const context = await this.conversationManager.buildContext({
         thread,
-        assistant,
         config: {
           ...config,
           threadId: conversationId,

package/lib/services/assistantServiceCore.js

@@ -10,7 +10,7 @@ const { Historial_Clinico_ID } = require('../config/airtableConfig');
 const { getCurRow, runAssistantWithRetries } = require('../helpers/assistantHelper.js');
 const { getThread } = require('../helpers/threadHelper.js');
 const { processThreadMessage } = require('../helpers/processHelper.js');
-const { getLastNMessages, updateMessageRecord } = require('../helpers/messageHelper.js');
+const { getLastNMessages, storeProcessedContent } = require('../helpers/messageHelper.js');
 const { combineImagesToPDF, cleanupFiles } = require('../helpers/filesHelper.js');
 const { getAssistantById } = require('./assistantResolver');
 
@@ -190,6 +190,16 @@ const replyAssistantCore = async (code, message_ = null, thread_ = null, runOpti
     const urls = processResults.filter(r => r.url).map(r => ({ url: r.url }));
     const allTempFiles = processResults.flatMap(r => r.tempFiles || []);
 
+    await Promise.all(processResults.map(r => {
+      const processedContent = r.messages && r.messages.length > 0 
+        ? r.messages
+          .filter(msg => msg.content.text !== r.reply?.body)
+          .map(msg => msg.content.text)
+          .join(' ')
+        : null;
+      return r.reply ? storeProcessedContent(r.reply, finalThread, processedContent) : null;
+    }).filter(Boolean));
+
     await cleanupFiles(allTempFiles);
 
     if (urls.length > 0) {
@@ -209,7 +219,7 @@ const replyAssistantCore = async (code, message_ = null, thread_ = null, runOpti
       }
       
       if (processedFiles && processedFiles.length) {
-        cleanupFiles(processedFiles);
+        await cleanupFiles(processedFiles);
       }
     }
 

package/lib/utils/outputSanitizer.js

@@ -7,17 +7,43 @@ function removeBracketContent(text) {
   return text.replace(/\[([^\]]*)\]/g, '').trim();
 }
 
+function formatForWhatsApp(text) {
+  if (!text || typeof text !== 'string') return text;
+  
+  let formatted = text;
+  
+  // Add line breaks after dash items (bullet points)
+  formatted = formatted.replace(/(\.\s*-\s+)/g, '.\n\n- ');
+  formatted = formatted.replace(/(:)\s*(-\s+)/g, '$1\n- ');
+  
+  // Add line breaks after semicolons when they separate items
+  formatted = formatted.replace(/;\s*-\s+/g, ';\n- ');
+  
+  // Add line breaks after periods that end sentences before dashes
+  formatted = formatted.replace(/(\.\s+)(-\s+)/g, '$1\n$2');
+  
+  // Convert dashes to bullet points
+  formatted = formatted.replace(/^-\s+/gm, '• ');
+  formatted = formatted.replace(/(\n|^)\s*-\s+/g, '$1• ');
+  
+  // Clean up multiple consecutive line breaks
+  formatted = formatted.replace(/\n{3,}/g, '\n\n');
+  
+  return formatted.trim();
+}
+
 function sanitizeOutput(text) {
   if (!text || typeof text !== 'string') return text;
   
   let sanitized = text;
   sanitized = removeBracketContent(sanitized);
-  sanitized = sanitized.replace(/\s+/g, ' ').trim();
+  sanitized = formatForWhatsApp(sanitized);
   
   return sanitized;
 }
 
 module.exports = {
   sanitizeOutput,
-  removeBracketContent
+  removeBracketContent,
+  formatForWhatsApp
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@peopl-health/nexus",
-  "version": "3.1.3",
+  "version": "3.1.5",
   "description": "Core messaging and assistant library for WhatsApp communication platforms",
   "keywords": [
     "whatsapp",