@peopl-health/nexus 3.0.2 → 3.0.3

package/lib/core/NexusMessaging.js

@@ -348,6 +348,7 @@ class NexusMessaging {
     if (this.messageStorage) {
       await this.messageStorage.saveMessage({
         ...messageData,
+        messageId: messageData.id,
         timestamp: new Date(),
         fromMe: false,
         origin: 'patient'
@@ -651,27 +652,29 @@ class NexusMessaging {
    * Handle message with check-after strategy - process immediately, check for new messages after
    */
   async _handleWithCheckAfter(chatId) {
-    // If already processing this chat, just return (message is saved, will be picked up)
+    const typingInterval = await this._startTypingRefresh(chatId);
+    
     if (this.processingLocks.has(chatId)) {
       logger.info(`[CheckAfter] Already processing ${chatId}, new message will be included`);
       return;
     }
 
-    await this._processWithLock(chatId);
+    await this._processWithLock(chatId, typingInterval);
   }
 
   /**
    * Process messages with per-chat lock and check-after logic
    */
-  async _processWithLock(chatId) {
+  async _processWithLock(chatId, existingTypingInterval = null) {
     this.processingLocks.set(chatId, true);
-    let typingInterval = null;
+    let typingInterval = existingTypingInterval;
 
     try {
-      typingInterval = await this._startTypingRefresh(chatId);
+      if (!typingInterval) {
+        typingInterval = await this._startTypingRefresh(chatId);
+      }
       logger.info(`[CheckAfter] Processing messages for ${chatId}`);
 
-      // Process with assistant
       const result = await replyAssistant(chatId);
       const botResponse = typeof result === 'string' ? result : result?.output;
       const tools_executed = typeof result === 'object' ? result?.tools_executed : undefined;
@@ -688,9 +691,7 @@ class NexusMessaging {
 
       if (hasNewMessages) {
         logger.info(`[CheckAfter] New messages detected for ${chatId}, discarding response and reprocessing`);
-        if (typingInterval) clearInterval(typingInterval);
-        // Recursively process with new messages
-        return await this._processWithLock(chatId);
+        return await this._processWithLock(chatId, typingInterval);
       }
 
       // No new messages - send response and mark processed

package/lib/models/messageModel.js

@@ -80,6 +80,12 @@ messageSchema.index({ numero: 1, createdAt: -1 });
 messageSchema.index({ numero: 1, processed: 1, origin: 1 }, { name: 'numero_processed_origin_idx' });
 messageSchema.index({ numero: 1, createdAt: -1, processed: 1 }, { name: 'numero_created_processed_idx' });
 
+// Indexes for conversation aggregation queries
+messageSchema.index({ group_id: 1, createdAt: 1 }, { name: 'conversation_sort_idx' });
+messageSchema.index({ group_id: 1, from_me: 1, read: 1 }, { name: 'unread_filter_idx' });
+messageSchema.index({ group_id: 1, numero: 1, createdAt: -1 }, { name: 'conversation_lookup_idx' });
+messageSchema.index({ createdAt: -1 }, { name: 'global_sort_idx' });
+
 messageSchema.pre('save', function (next) {
   if (this.timestamp) {
     this.timestamp = moment.tz(this.timestamp, 'America/Mexico_City').toDate();

package/lib/providers/OpenAIResponsesProvider.js

@@ -287,10 +287,7 @@ class OpenAIResponsesProvider {
       const makeAPICall = (inputData) => retryWithBackoff(() => 
         this.client.responses.create({
           prompt: promptConfig,
-          model: model || this.defaults.responseModel,
-          instructions: additionalInstructions || instructions,
           input: inputData,
-          metadata, top_p: topP, temperature, max_output_tokens: maxOutputTokens,
           truncation: truncationStrategy,
         }), { providerName: PROVIDER_NAME });
 

package/lib/services/DefaultConversationManager.js

@@ -1,5 +1,5 @@
 const { ConversationManager } = require('./ConversationManager');
-const { getLastNMessages } = require('../helpers/messageHelper');
+const { getLastNMessages, formatMessage } = require('../helpers/messageHelper');
 const { handlePendingFunctionCalls: handlePendingFunctionCallsUtil } = require('../providers/OpenAIResponsesProviderTools');
 const { getRecordByFilter } = require('./airtableService');
 const { Follow_Up_ID } = require('../config/airtableConfig');
@@ -23,10 +23,13 @@ class DefaultConversationManager extends ConversationManager {
         return additionalMessages;
       }
 
-      const messageContext = allMessages.reverse().map(msg => ({
-        role: msg.origin === 'patient' ? 'user' : 'assistant',
-        content: msg.body || msg.content || ''
-      }));
+      const messageContext = allMessages.reverse().map(msg => {
+        const formattedContent = formatMessage(msg);
+        return {
+          role: msg.origin === 'patient' ? 'user' : 'assistant',
+          content: formattedContent || msg.body || msg.content || ''
+        };
+      });
       
       return [...additionalMessages, ...messageContext];
     } catch (error) {

package/lib/services/conversationService.js

@@ -41,22 +41,23 @@ const fetchConversationData = async (filter, skip, limit) => {
     },
     { $project: { threadInfo: 0 } },
     ...(filter === 'pending-review' ? [{ $match: { $or: [{ review: false }, { review: null }] } }] : []),
-    { $sort: { 'latestMessage.createdAt': -1, 'latestMessage.timestamp': -1 } },
+    { $sort: { 'latestMessage.createdAt': -1 } },
     { $skip: skip },
     { $limit: limit }
   ];
   
   const startTime = Date.now();
   const [conversations, contactNames, unreadCounts, totalResult] = await Promise.all([
-    Message.aggregate(pipeline),
-    Message.aggregate([{ $match: { ...baseMatch, from_me: false } }, { $sort: { createdAt: -1 } }, { $group: { _id: '$numero', name: { $first: '$nombre_whatsapp' } } }]),
-    Message.aggregate([{ $match: { ...baseMatch, ...unreadMatch } }, { $group: { _id: '$numero', unreadCount: { $sum: 1 } } }]),
+    Message.aggregate(pipeline, { allowDiskUse: true }),
+    Message.aggregate([{ $match: { ...baseMatch, from_me: false } }, { $sort: { createdAt: -1 } }, { $group: { _id: '$numero', name: { $first: '$nombre_whatsapp' } } }], { allowDiskUse: true }),
+    Message.aggregate([{ $match: { ...baseMatch, ...unreadMatch } }, { $group: { _id: '$numero', unreadCount: { $sum: 1 } } }], { allowDiskUse: true }),
     Message.aggregate(
       filter === 'no-response' 
-        ? [{ $match: baseMatch }, { $project: { numero: 1, from_me: 1, createdAt: 1, timestamp: 1 } }, { $sort: { createdAt: -1 } }, { $group: { _id: '$numero', latestMessage: { $first: '$$ROOT' } } }, { $match: { 'latestMessage.from_me': false } }, { $count: 'total' }]
+        ? [{ $match: baseMatch }, { $project: { numero: 1, from_me: 1, createdAt: 1 } }, { $sort: { createdAt: -1 } }, { $group: { _id: '$numero', latestMessage: { $first: '$$ROOT' } } }, { $match: { 'latestMessage.from_me': false } }, { $count: 'total' }]
         : filter === 'pending-review'
           ? [{ $match: baseMatch }, { $group: { _id: '$numero' } }, { $lookup: { from: 'threads', localField: '_id', foreignField: 'code', as: 'threadInfo' } }, { $addFields: { review: { $arrayElemAt: ['$threadInfo.review', 0] } } }, { $match: { $or: [{ review: false }, { review: null }] } }, { $count: 'total' }]
-          : [{ $match: filterConditions }, { $group: { _id: '$numero' } }, { $count: 'total' }]
+          : [{ $match: filterConditions }, { $group: { _id: '$numero' } }, { $count: 'total' }],
+      { allowDiskUse: true }
     )
   ]);
   

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@peopl-health/nexus",
-  "version": "3.0.2",
+  "version": "3.0.3",
   "description": "Core messaging and assistant library for WhatsApp communication platforms",
   "keywords": [
     "whatsapp",
@@ -105,7 +105,7 @@
   "peerDependencies": {
     "@anthropic-ai/sdk": "^0.32.0",
     "baileys": "^6.4.0",
-    "express": "4.22.1",
+    "express": "^4.22.1",
     "openai": "6.7.0",
     "twilio": "5.6.0"
   },