vtlab-generic-functions 1.0.30 → 1.0.32

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "vtlab-generic-functions",
-  "version": "1.0.30",
+  "version": "1.0.32",
   "scripts": {
     "test": "jest"
   },

package/sqs/index.js

@@ -1,4 +1,4 @@
-const { SQSClient, SendMessageCommand } = require("@aws-sdk/client-sqs");
+const { SQSClient, SendMessageCommand, SendMessageBatchCommand } = require("@aws-sdk/client-sqs");
 const config = require('../config');
 const validator = require('../validator');
 
@@ -110,6 +110,97 @@ const sendZplSqsMessage = async ({s3PathOrigin, s3PathDestination, type = "pdf",
     return await sendSQSMessage({payload, stageVariables}, queue, true);
 }
 
+/**
+ * Sends multiple messages to an SQS queue in a single batch.
+ *
+ * @param {Array<Object>} messages - Array of messages to be sent to the queue.
+ * @param {string} queueUrl - The URL of the SQS queue.
+ * @param {boolean} [isFIFOQueue=true] - Specifies if the queue is a FIFO queue.
+ * @returns {Promise<Object>} - A promise that resolves to the response from SQS.
+ * @throws {Error} - Throws an error if sending the messages fails.
+ */
+let batchSQSClient;
+const sendSQSMessageBatch = async (messages, queueUrl, isFIFOQueue = true) => {
+    try {
+        const environment = process.env.NODE_ENV || 'develop';
+
+        if (!batchSQSClient) {
+            const awsCredentials = await config.get('awsCredentials');
+            batchSQSClient = new SQSClient({
+                region: awsCredentials.region,
+                credentials: {
+                    accessKeyId: awsCredentials.accessKeyId,
+                    secretAccessKey: awsCredentials.secretAccessKey
+                },
+                maxAttempts: 3,
+                requestHandler: {
+                    keepAlive: true,
+                    maxSockets: 50,  // Limit concurrent connections
+                    keepAliveMsecs: 1000
+                }
+            });
+        }
+
+        // Split messages into chunks of 10 (SQS batch limit)
+        const chunkSize = 10;
+        const messageChunks = [];
+        for (let i = 0; i < messages.length; i += chunkSize) {
+            messageChunks.push(messages.slice(i, i + chunkSize));
+        }
+
+        const results = [];
+        for (const chunk of messageChunks) {
+            const entries = chunk.map((message, index) => ({
+                Id: `msg-${index}`, // Unique ID for each message in the batch
+                MessageBody: JSON.stringify(message),
+                ...(isFIFOQueue && { MessageGroupId: environment })
+            }));
+
+            const command = new SendMessageBatchCommand({
+                QueueUrl: queueUrl,
+                Entries: entries
+            });
+
+            const response = await sqsClient.send(command);
+            results.push(response);
+        }
+
+        return results;
+    } catch (error) {
+        throw error;
+    }
+};
+
+/**
+ * Saves multiple integration messages to an SQS queue in batch.
+ *
+ * @param {Array<Object>} documents - Array of integration message documents to be saved.
+ * @returns {Promise<Object>} - A promise that resolves to the response from SQS.
+ * @throws {Error} - Throws an error if saving the integration messages fails.
+ */
+const saveIntegrationMessagesBatch = async (documents = []) => {
+    try {
+        if (!Array.isArray(documents)) {
+            throw new Error('Documents must be an array');
+        }
+
+        if (documents.length === 0) {
+            return [];
+        }
+
+        // Validate each document
+        const validatedMessages = documents.map(doc => 
+            validator.validate(doc, 'integrationMessages')
+        );
+
+        const queue = await config.get('microservices.sqs.integrationMessage');
+        return sendSQSMessageBatch(validatedMessages, queue, false);
+    } catch (error) {
+        throw error;
+    }
+};
+
+
 module.exports = {
-    saveJobEvent, saveIntegrationMessages, sendZplSqsMessage
+    saveJobEvent, saveIntegrationMessages, saveIntegrationMessagesBatch, sendZplSqsMessage,sendSQSMessageBatch
 };