@peopl-health/nexus 3.1.2 → 3.1.4

package/lib/assistants/BaseAssistant.js

@@ -198,9 +198,12 @@ class BaseAssistant {
       // Messages with from_me: true are assistant messages, from_me: false are user messages
       const formattedMessages = messagesInOrder
         .filter(message => message && message.timestamp && message.body && message.body.trim() !== '')
-        .map(message => {
-          const formattedText = formatMessage(message);
-          return formattedText ? { role: message.from_me ? 'assistant' : 'user', content: formattedText } : null;
+        .flatMap(message => {
+          const formattedTexts = formatMessage(message);
+          return formattedTexts.map(text => ({
+            role: message.from_me ? 'assistant' : 'user', 
+            content: text
+          }));
         })
         .filter(message => message !== null);
       

package/lib/core/NexusMessaging.js

@@ -480,7 +480,7 @@ class NexusMessaging {
         return;
       }
 
-      const result = await replyAssistant(from, body);
+      const result = await this._processMessages(from, () => replyAssistant(from, body));
       const response = typeof result === 'string' ? result : result?.output;
       const tools_executed = typeof result === 'object' ? result?.tools_executed : undefined;
 
@@ -547,7 +547,7 @@ class NexusMessaging {
         ? body
         : `Media received (${mediaDescriptor || 'attachment'})`;
 
-      const result = await replyAssistant(from, fallbackMessage);
+      const result = await this._processMessages(from, () => replyAssistant(from, fallbackMessage));
       const response = typeof result === 'string' ? result : result?.output;
       const tools_executed = typeof result === 'object' ? result?.tools_executed : undefined;
 
@@ -718,7 +718,7 @@ class NexusMessaging {
       runId = `run_${Date.now()}_${Math.random().toString(36).substring(7)}`;
       this.activeRequests.set(chatId, runId);
 
-      const result = await replyAssistant(chatId, null, null, { runId });
+      const result = await this._processMessages(chatId, () => replyAssistant(chatId, null, null, { runId }));
       
       if (this.abandonedRuns.has(runId)) {
         logger.info(`[CheckAfter] Discarding abandoned run ${runId} for ${chatId}`);
@@ -732,6 +732,7 @@ class NexusMessaging {
       if (typingInterval) {
         clearInterval(typingInterval);
         typingInterval = null;
+        await new Promise(resolve => setTimeout(resolve, 100));
       }
 
       if (botResponse) {
@@ -743,7 +744,7 @@ class NexusMessaging {
           tools_executed
         });
       }
-
+      
       this.events.emit('messages:processed', { chatId, response: botResponse });
 
     } catch (error) {
@@ -762,7 +763,6 @@ class NexusMessaging {
    * Get count of unprocessed messages for a chat
    */
   async _getUnprocessedMessageCount(chatId) {
-    const { Message } = require('../models/messageModel');
     return await Message.countDocuments({
       numero: chatId,
       processed: false,
@@ -770,6 +770,34 @@ class NexusMessaging {
     });
   }
 
+  /**
+   * Central processing pipeline - handles assistant processing, preprocessing, and status updates
+   */
+  async _processMessages(chatId, processingFn) {
+    const unprocessedMessages = await Message.find({
+      numero: chatId,
+      from_me: false,
+      processed: false
+    }).select('_id');
+    
+    try {
+      const result = await processingFn();
+      
+      if (unprocessedMessages.length > 0) {
+        await Message.updateMany(
+          { _id: { $in: unprocessedMessages.map(m => m._id) } },
+          { $set: { processed: true } }
+        );
+        logger.info(`[_processMessages] Marked ${unprocessedMessages.length} specific messages as processed for ${chatId}`);
+      }
+      
+      return result;
+    } catch (error) {
+      logger.debug(`[_processMessages] Processing failed, messages remain unprocessed for ${chatId}`);
+      throw error;
+    }
+  }
+
   /**
    * Start typing indicator refresh interval
    */
@@ -781,16 +809,16 @@ class NexusMessaging {
     const lastMessage = await Message.findOne({ 
       numero: chatId, 
       from_me: false,
-      message_id: { $exists: true, $ne: null, $not: /^pending-/ },
-      createdAt: { $gte: new Date(Date.now() - 24 * 60 * 60 * 1000) }
+      processed: false,
+      message_id: { $exists: true, $ne: null, $not: /^pending-/ }
     }).sort({ createdAt: -1 });
     
     if (!lastMessage?.message_id) {
-      logger.debug(`[_startTypingRefresh] No valid message for typing indicator: ${chatId}`);
+      logger.debug(`[_startTypingRefresh] No unprocessed message for typing indicator: ${chatId}`);
       return null;
     }
     
-    logger.debug(`[_startTypingRefresh] Starting typing indicator for message: ${lastMessage.message_id}`);
+    logger.debug(`[_startTypingRefresh] Starting typing indicator for unprocessed message: ${lastMessage.message_id}`);
     
     return setInterval(() => 
       this.provider.sendTypingIndicator(lastMessage.message_id).catch(err => 

package/lib/helpers/filesHelper.js

@@ -171,7 +171,7 @@ async function downloadMediaAndCreateFile(code, reply) {
     if (!resultMedia) return [];
 
     if (!resultMedia.media || !resultMedia.media.key) {
-      logger.info('[downloadMediaAndCreateFile] No valid media found for message:', reply.message_id);
+      logger.info('[downloadMediaAndCreateFile] No valid media found for message:', { messageId: reply.message_id });
       return [];
     }
 

package/lib/helpers/messageHelper.js

@@ -2,31 +2,34 @@ const moment = require('moment-timezone');
 const { Message } = require('../models/messageModel.js');
 const { logger } = require('../utils/logger');
 
-const updateMessageRecord = async (reply, thread, processedContent = null) => {
+/**
+ * Store processed media content (transcriptions, image analysis) before assistant runs
+ */
+const storeProcessedContent = async (reply, thread, processedContent) => {
+  if (!processedContent || !reply.media) {
+    return;
+  }
+  
   const threadId = thread.getConversationId();
   
-  const updateData = { 
+  const updateData = {
     assistant_id: thread.getAssistantId(), 
     thread_id: threadId,
-    processed: true 
-  };
-  
-  if (processedContent && reply.media) {
-    updateData.media = {
+    media: {
       ...reply.media,
       metadata: {
         ...(reply.media.metadata || {}),
-        processed_content: processedContent
+        processedContent
       }
-    };
-  }
+    }
+  };
   
   await Message.updateOne(
     { message_id: reply.message_id, timestamp: reply.timestamp },
     { $set: updateData }
   );
   
-  logger.info(`[updateMessageRecord] Record updated - ID: ${reply.message_id}, Thread: ${threadId}, Processed: true, MediaContentUpdated: ${!!(processedContent && reply.media)}`);
+  logger.info(`[storeProcessedContent] Media content stored - ID: ${reply.message_id}`);
 };
 
 
@@ -79,13 +82,13 @@ async function getLastNMessages(code, n) {
 function formatMessage(reply) {
   try {
     if (!reply.createdAt) {
-      return null;
+      return [];
     }
     
     const msgDate = new Date(reply.createdAt);    
     if (isNaN(msgDate.getTime())) {
       logger.warn(`[formatMessage] Invalid timestamp for message ID: ${reply.message_id}`);
-      return reply.body;
+      return reply.body ? [`[Invalid timestamp] ${reply.body}`] : [];
     }
     
     const mexicoCityTime = moment(msgDate)
@@ -93,15 +96,36 @@ function formatMessage(reply) {
       .locale('es')
       .format('dddd, D [de] MMMM [de] YYYY [a las] h:mm A');
     
-    let messageContent = reply.body;
-    if (reply.media?.metadata?.processed_content) {
-      messageContent = reply.media.metadata.processed_content;
+    const messages = [];
+    
+    const generateMediaCode = (messageId, mediaType) => {
+      if (!messageId || !mediaType) return null;
+      const shortId = messageId.slice(-6);
+      return `${mediaType.toUpperCase()}-${shortId}`;
+    };
+
+    if (reply.body && reply.body.trim()) {
+      const mediaCode = reply.media?.mediaType ? 
+        generateMediaCode(reply.message_id, reply.media.mediaType) : null;
+      const mediaIndicator = mediaCode ? `[${mediaCode}] ` : '';
+      messages.push(`[${mexicoCityTime}] ${mediaIndicator}${reply.body}`);
+    }
+    
+    if (reply.media?.metadata?.processedContent && 
+        reply.media.metadata.processedContent !== reply.body) {
+      const mediaCode = generateMediaCode(reply.message_id, reply.media.mediaType);
+      const processingType = reply.media.mediaType === 'audio' ? 'TRANSCRIPTION' : 
+        reply.media.mediaType === 'image' ? 'ANALYSIS' : 
+          reply.media.mediaType === 'document' ? 'DOCUMENT_ANALYSIS' :
+            'PROCESSED';
+      const indicator = mediaCode ? `[${mediaCode} ${processingType}]` : `[${processingType}]`;
+      messages.push(`[${mexicoCityTime}] ${indicator} ${reply.media.metadata.processedContent}`);
     }
     
-    return `[${mexicoCityTime}] ${messageContent}`;
+    return messages.length > 0 ? messages : [];
   } catch (error) {
     logger.error(`[formatMessage] Error for message ID: ${reply.message_id}:`, error?.message || String(error));
-    return null;
+    return [];
   } 
 }
 
@@ -117,7 +141,7 @@ async function isRecentMessage(chatId) {
 }
 
 module.exports = {
-  updateMessageRecord,
+  storeProcessedContent,
   getLastMessages,
   getLastNMessages,
   formatMessage,

package/lib/helpers/processHelper.js

@@ -299,8 +299,8 @@ const processThreadMessageCore = async (code, replies, provider) => {
         const textMessages = processTextMessage(reply);
         const mediaResult = await processMediaFiles(code, reply, provider);
         
-        const { messagesChat: mediaMessages, url, tempFiles: mediaFiles, timings: mediaTimings } = mediaResult;
-        tempFiles = mediaFiles;
+        const { messagesChat: mediaMessages, url, tempFiles, timings: mediaTimings } = mediaResult;
+        console.log('[processThreadMessageCore] tempFiles', tempFiles);
         
         if (mediaTimings) {
           timings.download_ms += mediaTimings.download_ms || 0;
@@ -321,7 +321,7 @@ const processThreadMessageCore = async (code, replies, provider) => {
           hasMedia: !!reply.media,
           hasUrl: !!url
         });
-        
+        await cleanupFiles(tempFiles);
         return { isPatient, url, messages, reply, tempFiles };
       } catch (error) {
         logger.error('processThreadMessage', error, { 

package/lib/memory/DefaultMemoryManager.js

@@ -11,7 +11,7 @@ class DefaultMemoryManager extends MemoryManager {
     this.maxHistoricalMessages = parseInt(process.env.MAX_HISTORICAL_MESSAGES || '50', 10);
   }
 
-  async buildContext({ thread, assistant, config = {} }) {
+  async buildContext({ thread, config = {} }) {
     this._logActivity('Building context', { threadCode: thread.code });
 
     try {
@@ -22,14 +22,14 @@ class DefaultMemoryManager extends MemoryManager {
         return additionalMessages;
       }
 
-      const messageContext = allMessages.reverse().map(msg => {
-        const formattedContent = formatMessage(msg);
-        return {
+      const messageContext = allMessages.reverse().flatMap(msg => {
+        const formattedContents = formatMessage(msg);
+        return formattedContents.map(content => ({
           role: msg.origin === 'patient' ? 'user' : 'assistant',
-          content: formattedContent || msg.body || msg.content || ''
-        };
-      });
-      
+          content: content || msg.body || msg.content || ''
+        }));
+      }).filter(msg => msg.content);
+
       return [...additionalMessages, ...messageContext];
     } catch (error) {
       logger.error('[DefaultMemoryManager] Context building failed', {

package/lib/memory/MemoryManager.js

@@ -5,7 +5,7 @@ class MemoryManager {
     this.memorySystem = options.memorySystem || null;
   }
 
-  async buildContext({ thread, assistant, config = {} }) {
+  async buildContext({ thread, config = {} }) {
     throw new Error('buildContext must be implemented by subclass');
   }
 

package/lib/providers/OpenAIResponsesProvider.js

@@ -185,7 +185,6 @@ class OpenAIResponsesProvider {
       // Delegate context building to conversation manager
       const context = await this.conversationManager.buildContext({
         thread,
-        assistant,
         config: {
           ...config,
           threadId: conversationId,

package/lib/services/assistantServiceCore.js

@@ -10,7 +10,7 @@ const { Historial_Clinico_ID } = require('../config/airtableConfig');
 const { getCurRow, runAssistantWithRetries } = require('../helpers/assistantHelper.js');
 const { getThread } = require('../helpers/threadHelper.js');
 const { processThreadMessage } = require('../helpers/processHelper.js');
-const { getLastNMessages, updateMessageRecord } = require('../helpers/messageHelper.js');
+const { getLastNMessages, storeProcessedContent } = require('../helpers/messageHelper.js');
 const { combineImagesToPDF, cleanupFiles } = require('../helpers/filesHelper.js');
 const { getAssistantById } = require('./assistantResolver');
 
@@ -197,8 +197,9 @@ const replyAssistantCore = async (code, message_ = null, thread_ = null, runOpti
           .map(msg => msg.content.text)
           .join(' ')
         : null;
-      return updateMessageRecord(r.reply, finalThread, processedContent);
-    }));
+      return r.reply ? storeProcessedContent(r.reply, finalThread, processedContent) : null;
+    }).filter(Boolean));
+
     await cleanupFiles(allTempFiles);
 
     if (urls.length > 0) {
@@ -218,7 +219,7 @@ const replyAssistantCore = async (code, message_ = null, thread_ = null, runOpti
       }
       
       if (processedFiles && processedFiles.length) {
-        cleanupFiles(processedFiles);
+        await cleanupFiles(processedFiles);
       }
     }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@peopl-health/nexus",
-  "version": "3.1.2",
+  "version": "3.1.4",
   "description": "Core messaging and assistant library for WhatsApp communication platforms",
   "keywords": [
     "whatsapp",