consumer-pgmq 3.1.0 → 3.3.0

package/README.md

@@ -55,6 +55,7 @@ if you use read consume type, the pool size is the number of messages will get a
 - Recommendation no set lower value to the option 'visibilityTime' if you are using the dead letter queue feature. For example: set visibilityTime value lower than 30 seconds, because if the message wasn't delete and the message be available again the consumer application can consume the message again.
 - On Postgresql queue driver when you enable the option 'isCustomQueueImplementation', means you created the custom table to work as queue. PS: in this case you need to use the **schema.sql** file to create a queue table, if you dont want jobs and jobs_dlq as table name you can change in the **schema.sql** file.
 
+
 ## Events
 
 - finish: When the message is consumed with success

package/dist/queueDriver/PostgresQueueDriver.js

@@ -1,11 +1,32 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
+const pg_format_1 = __importDefault(require("pg-format"));
 class PostgresQueueDriver {
     constructor(connection, schema = "public", isCustomQueueImplementation = true) {
         this.connection = connection;
         this.schema = schema;
         this.isCustomQueueImplementation = isCustomQueueImplementation;
     }
+    /**
+     * Send the messages in batch
+     * @param queueName The name of the queue
+     * @param messages The message
+     * @returns Promise<{ error: any }>
+     */
+    async sendBatch(queueName, messages) {
+        try {
+            const items = messages.map((message) => [JSON.stringify(message)]);
+            const query = (0, pg_format_1.default)(`INSERT INTO ${this.schema}.${queueName}(payload) VALUES %L`, items);
+            await this.connection.query(query);
+            return { error: null };
+        }
+        catch (error) {
+            return { error };
+        }
+    }
     /**
      * Allocate the consumer
      * @returns Promise<{ id: string; }>

package/dist/queueDriver/SupabaseQueueDriver.js

@@ -4,6 +4,13 @@ class SupabaseQueueDriver {
     constructor(supabase) {
         this.supabase = supabase;
     }
+    async sendBatch(queueName, messages) {
+        const { error } = await this.supabase.rpc("send_batch", {
+            queue_name: queueName,
+            messages: messages
+        });
+        return { error };
+    }
     /**
      * Send the message
      * @param queueName The name of the queue

package/examples/consumerPostgresDriver.ts

@@ -42,30 +42,33 @@ async function start() {
         postgresQueueDriver
     );
 
+    const items: Array<{[key: string]: any }> = []
     for (let index = 0; index < 100; index++) {
-        await postgresQueueDriver.send("jobs", {
+        items.push({
             message: `Message ${index}`,
             id: index
         })
     }
 
+    await postgresQueueDriver.sendBatch("jobs", items)
+
     console.log("@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@")
 
-    consumer.on("send-to-dlq", (message: { [key: string]: any }) => {
-        console.log("Send to DLQ =>", message)
-    })
+    // consumer.on("send-to-dlq", (message: { [key: string]: any }) => {
+    //     console.log("Send to DLQ =>", message)
+    // })
 
-    consumer.on('error', (err: Error) => {
-        console.error('Error consuming message:', err.message);
-    });
+    // consumer.on('error', (err: Error) => {
+    //     console.error('Error consuming message:', err.message);
+    // });
 
-    await consumer.start();
+    // await consumer.start();
 
-    process.on("SIGINT", async () => {
-        await consumer.freeConsumer()
-        await pgClient.end()
-        process.exit(0)
-    })
+    // process.on("SIGINT", async () => {
+    //     await consumer.freeConsumer()
+    //     await pgClient.end()
+    //     process.exit(0)
+    // })
 
 }
 

package/examples/consumerSupabaseDriver.ts

@@ -22,12 +22,16 @@ const supabaseQueueDriver = new SupabaseQueueDriver(
 )
 
 async function start() {
+    const items: Array<{ [key: string]: any; }> = []
     for (let i = 0; i < 50; i++) {
-        await supabase.rpc("send", {
-            queue_name: "subscriptions",
-            message: { "message": `Message triggered at ${Date.now()}` }
-        });
+        items.push({
+            message: `Message ${i}`,
+            id: i
+        })
     }
+
+    await supabaseQueueDriver.sendBatch("subscriptions", items)
+
     console.log("Total messages sent: ", 50)
 
     const consumer = new Consumer(

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "consumer-pgmq",
-  "version": "3.1.0",
+  "version": "3.3.0",
   "description": "The consumer of Supabase pgmq",
   "main": "dist/index.js",
   "type": "commonjs",
@@ -23,6 +23,7 @@
   "devDependencies": {
     "@types/jest": "^30.0.0",
     "@types/pg": "^8.15.5",
+    "@types/pg-format": "^1.0.5",
     "ts-jest": "^29.4.1",
     "ts-node": "^10.9.2",
     "ts-node-dev": "^2.0.0",
@@ -32,7 +33,8 @@
     "@supabase/supabase-js": "^2.56.0",
     "dotenv": "^17.2.1",
     "jest": "^30.1.1",
-    "pg": "^8.16.3"
+    "pg": "^8.16.3",
+    "pg-format": "^1.0.4"
   },
   "engines": {
     "node": ">=20.0.0"

package/schema.sql

@@ -1,3 +1,8 @@
+
+CREATE TYPE job_status AS ENUM ('pending', 'in_progress');
+
+CREATE TYPE worker_status AS ENUM ('idle', 'working');
+
 CREATE TABLE workers (
     id SERIAL PRIMARY KEY,
     status worker_status NOT NULL DEFAULT 'idle', -- Tracks the job lifecycle
@@ -45,6 +50,85 @@ CREATE INDEX ON public.workers (status);
 
 insert into workers(status) 
     values ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
+    ('idle'),
     ('idle');
 
     

package/src/queueDriver/PostgresQueueDriver.ts

@@ -1,5 +1,6 @@
 import { Message, QueueDriver } from "../type";
 import { Client } from "pg";
+import format from "pg-format"
 
 class PostgresQueueDriver implements QueueDriver {
 
@@ -10,6 +11,28 @@ class PostgresQueueDriver implements QueueDriver {
         private isCustomQueueImplementation = true
     ) { }
 
+
+  /**
+   * Send the messages in batch
+   * @param queueName The name of the queue
+   * @param messages The message
+   * @returns Promise<{ error: any }>
+   */
+  async sendBatch(
+    queueName: string,
+    messages: Array<{ [key: string]: any }>
+  ): Promise<{ error: any }> {
+    try {
+      const items = messages.map((message) => [JSON.stringify(message)]);
+      const query = format(`INSERT INTO ${this.schema}.${queueName}(payload) VALUES %L`, items);
+      await this.connection.query(query);
+
+      return { error: null };
+    } catch (error) {
+      return { error };
+    }
+  }
+
     /**
      * Allocate the consumer
      * @returns Promise<{ id: string; }>

package/src/queueDriver/SupabaseQueueDriver.ts

@@ -7,6 +7,15 @@ class SupabaseQueueDriver implements QueueDriver {
         private supabase: SupabaseClient
     ) { }
 
+    async sendBatch(queueName: string, messages: Array<{ [key: string]: any; }>): Promise<{ error: any; }> {
+        const { error } = await this.supabase.rpc("send_batch", {
+            queue_name: queueName,
+            messages: messages
+        });
+
+        return { error };
+    }
+
     /**
      * Send the message
      * @param queueName The name of the queue

package/src/type.ts

@@ -92,6 +92,18 @@ interface QueueDriver {
         signal: AbortSignal
     ): Promise<{ error: any }>;
 
+
+    /**
+     * Send the messages in batch
+     * @param queueName The name of the queue
+     * @param messages The message
+     * @returns Promise<{ error: any }>
+     */
+    sendBatch(
+        queueName: string,
+        messages: Array<{ [key: string]: any }>
+    ): Promise<{ error: any }> 
+
     /**
      * Get the message
      * @param queueName The name of the queue