@pingpolls/redisq 0.1.1 → 0.2.1

package/README.md

@@ -45,8 +45,8 @@ await queue.sendMessage({
 });
 
 // Start a worker to process messages
-await queue.startWorker('emails', async (message) => {
-  const email = JSON.parse(message.message);
+await queue.startWorker('emails', async (received) => {
+  const email = JSON.parse(received.message);
   console.log(`Sending email to ${email.to}`);
   
   // Process your message here
@@ -70,8 +70,6 @@ Batch queues (suffix `:batch`) collect messages over a time period and process t
 
 ### SvelteKit
 
-#### Option 1: Direct Import (Recommended for Simple Apps)
-
 Create a queue service in `src/lib/server/queue.ts`:
 
 ```typescript
@@ -102,8 +100,8 @@ import { queue, initQueues } from '$lib/server/queue';
 await initQueues();
 
 // Start email worker
-queue.startWorker('emails', async (message) => {
-  const data = JSON.parse(message.message);
+queue.startWorker('emails', async (received) => {
+  const data = JSON.parse(received.message);
   await sendEmail(data);
   return { success: true };
 }, { silent: false });
@@ -160,140 +158,6 @@ export async function load() {
 }
 ```
 
-#### Option 2: Using event.locals (Recommended for Larger Apps)
-
-This approach provides better dependency injection and testing capabilities with SvelteKit 5.
-
-Create the queue service in `src/lib/server/queue.ts`:
-
-```typescript
-import RedisQueue from '@pingpolls/redisq';
-
-export function createQueue() {
-  return new RedisQueue({
-    host: import.meta.env.REDIS_HOST || '127.0.0.1',
-    port: import.meta.env.REDIS_PORT || '6379',
-    namespace: 'sveltekit-app'
-  });
-}
-
-export async function initQueues(queue: RedisQueue) {
-  await queue.createQueue({ qname: 'emails', maxRetries: 3 });
-  await queue.createQueue({ 
-    qname: 'analytics:batch', 
-    every: 60,
-    maxRetries: 2 
-  });
-}
-```
-
-Setup in `src/hooks.server.ts`:
-
-```typescript
-import type { Handle } from '@sveltejs/kit';
-import { createQueue, initQueues } from '$lib/server/queue';
-
-// Create single queue instance
-const queue = createQueue();
-await initQueues(queue);
-
-// Start workers
-queue.startWorker('emails', async (message) => {
-  const data = JSON.parse(message.message);
-  await sendEmail(data);
-  return { success: true };
-});
-
-queue.startWorker('analytics:batch', async (batch) => {
-  await saveToDB(batch.messages);
-  return { success: true };
-});
-
-export const handle: Handle = async ({ event, resolve }) => {
-  // Attach queue to event.locals
-  event.locals.queue = queue;
-  
-  return resolve(event);
-};
-```
-
-Add TypeScript types in `src/app.d.ts`:
-
-```typescript
-import type RedisQueue from '@pingpolls/redisq';
-
-declare global {
-  namespace App {
-    interface Locals {
-      queue: RedisQueue;
-    }
-  }
-}
-
-export {};
-```
-
-Now use `event.locals.queue` in your routes:
-
-```typescript
-// src/routes/api/signup/+server.ts
-import { json } from '@sveltejs/kit';
-import type { RequestHandler } from './$types';
-
-export const POST: RequestHandler = async ({ request, locals }) => {
-  const { email, name } = await request.json();
-  
-  // Access queue from locals
-  await locals.queue.sendMessage({
-    qname: 'emails',
-    message: JSON.stringify({ to: email, template: 'welcome', name })
-  });
-  
-  await locals.queue.sendBatchMessage({
-    qname: 'analytics:batch',
-    batchId: 'signups',
-    message: JSON.stringify({ event: 'signup', email, timestamp: Date.now() })
-  });
-  
-  return json({ success: true });
-};
-```
-
-```typescript
-// src/routes/orders/[id]/+page.server.ts
-import type { PageServerLoad, Actions } from './$types';
-
-export const load: PageServerLoad = async ({ params, locals }) => {
-  // Queue background task
-  await locals.queue.sendMessage({
-    qname: 'emails',
-    message: JSON.stringify({ type: 'order-confirmation', orderId: params.id })
-  });
-  
-  return {
-    orderId: params.id
-  };
-};
-
-export const actions: Actions = {
-  cancel: async ({ params, locals }) => {
-    await locals.queue.sendMessage({
-      qname: 'emails',
-      message: JSON.stringify({ type: 'order-cancellation', orderId: params.id })
-    });
-    
-    return { success: true };
-  }
-};
-```
-
-**Benefits of using `event.locals`:**
-- Single queue instance across your app
-- Better for dependency injection and testing
-- Cleaner imports in routes
-- Type-safe access with TypeScript
-- Follows SvelteKit 5 best practices
-
 ### Next.js (App Router)
 
 Create queue in `lib/queue.ts`:
@@ -317,8 +181,8 @@ import { queue } from '@/lib/queue';
 await queue.createQueue({ qname: 'notifications', maxRetries: 3 });
 
 // Start worker
-queue.startWorker('notifications', async (message) => {
-  const notification = JSON.parse(message.message);
+queue.startWorker('notifications', async (received) => {
+  const notification = JSON.parse(received.message);
   await sendPushNotification(notification);
   return { success: true };
 });
@@ -365,8 +229,8 @@ export default defineNitroPlugin(async (nitroApp) => {
   await queue.createQueue({ qname: 'tasks', maxRetries: 3 });
 
   // Start worker
-  queue.startWorker('tasks', async (message) => {
-    const task = JSON.parse(message.message);
+  queue.startWorker('tasks', async (received) => {
+    const task = JSON.parse(received.message);
     await processTask(task);
     return { success: true };
   });
@@ -415,8 +279,8 @@ await queue.createQueue({
 });
 
 // Start regular queue worker
-queue.startWorker('webhooks', async (message) => {
-  const webhook = JSON.parse(message.message);
+queue.startWorker('webhooks', async (received) => {
+  const webhook = JSON.parse(received.message);
   await fetch(webhook.url, {
     method: 'POST',
     body: JSON.stringify(webhook.data),
@@ -543,11 +407,11 @@ Starts a worker to process messages.
 
 ```typescript
 // Regular queue worker
-await queue.startWorker('my-queue', async (message) => {
-  console.log(message.id);
-  console.log(message.message);
-  console.log(message.attempt);
-  console.log(message.sent);
+await queue.startWorker('my-queue', async (received) => {
+  console.log(received.id);
+  console.log(received.message);
+  console.log(received.attempt);
+  console.log(received.sent);
   
   return { success: true }; // or { success: false } to retry
 }, {
@@ -757,14 +621,25 @@ Run the stress test to benchmark on your hardware:
 bun stress
 ```
 
-Expected results on limited 2CPU 2GB Dockerized WSL2 with:
-- **Throughput**: ~7,010 messages/second
-- **Latency (p50)**: 1.45 ms
-- **Latency (p95)**: 3.94 ms
-- **Latency (p99)**: 7.83 ms
+Individual Queue Performance:
+  - **Tiny messages (100B)**:   47181 msg/s (p50: 49.97ms)
+  - **Small messages (1KB)**:   33709 msg/s (p50: 69.05ms)
+  - **Medium messages (10KB)**:  4056 msg/s (p50: 261.32ms)
+  
+Overall:
+  - **Throughput**: ~28,315 messages/second
+  - **Latency (p50)**: 126.78 ms
+  - **Latency (p95)**: 299.27 ms
+  - **Latency (p99)**: 383.86 ms
+
+Tested on Dockerized `redis:alpine` through WSL2 with 1 CPU and 1GB instance.
 
 *Results may vary based on hardware, Redis configuration, and network conditions.*
 
+## Contributing
+
+Check our github repository [here](https://github.com/pingpolls/redisq).
+
 ## License
 
 Apache License 2.0

package/app.test.ts

@@ -22,7 +22,7 @@ describe("RedisQueue Tests", () => {
 
         await queue.createQueue({ qname: "test-basic" });
 
-        const message = "Hello, World!";
+        const message = JSON.stringify({ id: 1, name: "John Doe" });
         let receivedCount = 0;
 
         const id = await queue.sendMessage({
@@ -61,9 +61,9 @@ describe("RedisQueue Tests", () => {
 
         const sentAt = Date.now();
         const id = await queue.sendMessage({
+            delay: delayMs,
             message,
             qname: "test-delayed",
-            delay: delayMs,
         });
 
         await new Promise<void>((resolve) => {
@@ -100,9 +100,9 @@ describe("RedisQueue Tests", () => {
         const queue = new RedisQueue(redisConfig);
 
         await queue.createQueue({
-            qname: "test-retry",
-            maxRetries: 3,
             maxBackoffSeconds: 1,
+            maxRetries: 3,
+            qname: "test-retry",
         });
 
         const message = "Retry me!";
@@ -144,9 +144,9 @@ describe("RedisQueue Tests", () => {
         const queue = new RedisQueue(redisConfig);
 
         await queue.createQueue({
-            qname: "test-delayed-retry",
-            maxRetries: 2,
             maxBackoffSeconds: 1,
+            maxRetries: 2,
+            qname: "test-delayed-retry",
         });
 
         const message = "Delayed retry message";
@@ -155,9 +155,9 @@ describe("RedisQueue Tests", () => {
 
         const sentAt = Date.now();
         await queue.sendMessage({
+            delay: delayMs,
             message,
             qname: "test-delayed-retry",
-            delay: delayMs,
         });
 
         await new Promise<void>((resolve) => {
@@ -205,9 +205,9 @@ describe("RedisQueue Tests", () => {
          * This simulates a spreadsheet-queue:batch with shorter period for testing
          */
         await queue.createQueue({
-            qname: "spreadsheet-queue:batch",
             every: 3,
             maxRetries: 0,
+            qname: "spreadsheet-queue:batch",
         });
 
         /**
@@ -235,9 +235,9 @@ describe("RedisQueue Tests", () => {
         for (let i = 1; i <= 6; i++) {
             const message = `Spreadsheet row ${i} for batch-001`;
             await queue.sendBatchMessage({
-                qname: "spreadsheet-queue:batch",
                 batchId: "batch-001",
                 message,
+                qname: "spreadsheet-queue:batch",
             });
             batch001Messages.push(message);
         }
@@ -248,9 +248,9 @@ describe("RedisQueue Tests", () => {
         for (let i = 1; i <= 4; i++) {
             const message = `Spreadsheet row ${i} for batch-002`;
             await queue.sendBatchMessage({
-                qname: "spreadsheet-queue:batch",
                 batchId: "batch-002",
                 message,
+                qname: "spreadsheet-queue:batch",
             });
             batch002Messages.push(message);
         }
@@ -334,10 +334,10 @@ describe("RedisQueue Tests", () => {
          * Create batch queue with 2-second interval and retry enabled
          */
         await queue.createQueue({
-            qname: "retry-test:batch",
             every: 2,
-            maxRetries: 3,
             maxBackoffSeconds: 1,
+            maxRetries: 3,
+            qname: "retry-test:batch",
         });
 
         const processedBatches: Array<{
@@ -351,9 +351,9 @@ describe("RedisQueue Tests", () => {
          */
         for (let i = 1; i <= 3; i++) {
             await queue.sendBatchMessage({
-                qname: "retry-test:batch",
                 batchId: `batch-00${i}`,
                 message: `Message ${i}`,
+                qname: "retry-test:batch",
             });
         }
 
@@ -365,8 +365,8 @@ describe("RedisQueue Tests", () => {
                 "retry-test:batch",
                 async (received) => {
                     processedBatches.push({
-                        batchId: received.batchId,
                         attempt: received.attempt,
+                        batchId: received.batchId,
                         success: false,
                     });
 
@@ -505,6 +505,51 @@ describe("RedisQueue Tests", () => {
 
         await queue.close();
     });
+
+    test("7. Can handle high volume and concurrency", async () => {
+        const totalMessages = 10_000;
+
+        const queue = new RedisQueue(redisConfig);
+
+        await queue.createQueue({ qname: "test-concurrency" });
+
+        const processedIds: string[] = [];
+
+        Array.from({ length: totalMessages }, async (_, i) => {
+            await queue.sendMessage({
+                message: JSON.stringify({
+                    id: `${i}`,
+                    name: `John Doe ${i}`,
+                }),
+                qname: "test-concurrency",
+            });
+        });
+
+        let receivedCount = 0;
+
+        await new Promise<void>((resolve) => {
+            queue.startWorker(
+                "test-concurrency",
+                async (received) => {
+                    receivedCount++;
+                    processedIds.push(JSON.parse(received.message).id);
+                    if (receivedCount === totalMessages) {
+                        resolve();
+                    }
+                    return { success: true };
+                },
+                workerConfig,
+            );
+        });
+
+        for (let i = 0; i < totalMessages; i++) {
+            expect(processedIds[i]).toBe(`${i}`);
+        }
+
+        expect(receivedCount).toBe(totalMessages);
+
+        await queue.close();
+    });
 });
 
 afterAll(async () => {

package/app.ts

@@ -200,14 +200,25 @@ export class RedisQueue {
 
     async deleteQueue(qname: string): Promise<boolean> {
         const pattern = `${this.ns}:${qname}*`;
-        const keys = await this.redis.keys(pattern);
-
-        if (keys.length === 0) {
-            return false;
-        }
+        let cursor = "0";
+        let keysFound = false;
+
+        do {
+            const [nextCursor, keys] = await this.redis.scan(
+                cursor,
+                "MATCH",
+                pattern,
+                "COUNT",
+                500,
+            );
+            cursor = nextCursor as string;
+            if (keys.length > 0) {
+                keysFound = true;
+                await this.redis.del(...keys);
+            }
+        } while (cursor !== "0");
 
-        await this.redis.del(...keys);
-        return true;
+        return keysFound;
     }
 
     async sendMessage(options: SendMessageOptions): Promise<string> {
@@ -295,10 +306,11 @@ export class RedisQueue {
         const batchKey = this.getKey(qname, `batch:${batchId}`);
         const batchMetaKey = this.getKey(qname, "batch-meta");
 
-        await this.redis.hset(messagesKey, { [id]: encoded });
-        await this.redis.sadd(batchKey, id);
-
-        const batchExists = await this.redis.hexists(batchMetaKey, batchId);
+        const [_, __, batchExists] = await Promise.all([
+            this.redis.hset(messagesKey, { [id]: encoded }),
+            this.redis.sadd(batchKey, id),
+            this.redis.hexists(batchMetaKey, batchId),
+        ]);
 
         if (!batchExists) {
             const batchMeta: StoredBatchMeta = {
@@ -345,27 +357,6 @@ export class RedisQueue {
         return JSON.parse(encoded);
     }
 
-    private async fetchMessage(
-        qname: string,
-        id: string,
-    ): Promise<Message | null> {
-        const messagesKey = this.getKey(qname, "messages");
-        const encoded = await this.redis.hget(messagesKey, id);
-
-        if (!encoded) {
-            return null;
-        }
-
-        const stored = this.decodeMessage(encoded);
-        return {
-            attempt: stored.attempt,
-            id: stored.id,
-            message: stored.message,
-            sent: stored.sent,
-        };
-    }
-
-    // OPTIMIZED: Batch fetch multiple messages at once
     private async fetchMessages(
         qname: string,
         ids: string[],
@@ -559,7 +550,7 @@ export class RedisQueue {
 
     private async processBatches(
         qname: string,
-        handler: (message: BatchMessage) => Promise<{ success: boolean }>,
+        handler: (batch: BatchMessage) => Promise<{ success: boolean }>,
         silent: boolean,
     ): Promise<void> {
         if (this.isClosing) return;
@@ -609,7 +600,7 @@ export class RedisQueue {
     async startWorker<QueueName extends `${string}:batch` | (string & {})>(
         qname: QueueName,
         handler: (
-            message: QueueName extends `${string}:batch`
+            received: QueueName extends `${string}:batch`
                 ? BatchMessage
                 : Message,
         ) => Promise<{ success: boolean }>,
@@ -639,7 +630,7 @@ export class RedisQueue {
                     await this.processBatches(
                         qname,
                         handler as (
-                            message: BatchMessage,
+                            received: BatchMessage,
                         ) => Promise<{ success: boolean }>,
                         silent,
                     );
@@ -662,7 +653,7 @@ export class RedisQueue {
                 this.runWorker(
                     qname,
                     handler as (
-                        message: Message,
+                        received: Message,
                     ) => Promise<{ success: boolean }>,
                     controller.signal,
                     i,
@@ -674,37 +665,38 @@ export class RedisQueue {
         }
     }
 
-    // OPTIMIZED: Process messages in parallel within worker
     private async runWorker(
         qname: string,
-        handler: (message: Message) => Promise<{ success: boolean }>,
+        handler: (received: Message) => Promise<{ success: boolean }>,
         signal: AbortSignal,
         workerId: number,
         silent: boolean,
     ): Promise<void> {
         const queueKey = this.getKey(qname, "queue");
+        const BATCH_SIZE = 50;
 
         while (!signal.aborted) {
             try {
                 await this.processDelayedMessages(qname);
 
-                const result = await this.redis.send("BRPOP", [
-                    queueKey,
-                    "0.1",
-                ]);
+                const ids = await this.redis.rpop(queueKey, BATCH_SIZE);
 
-                if (result && Array.isArray(result) && result.length >= 2) {
-                    const id = result[1] as string;
-                    const message = await this.fetchMessage(qname, id);
+                if (ids && ids.length > 0) {
+                    const messages = await this.fetchMessages(
+                        qname,
+                        ids as string[],
+                    );
 
-                    if (message) {
-                        // Process message without blocking the loop
-                        handler(message)
+                    const processingPromises = messages.map((received) =>
+                        handler(received)
                             .then(async ({ success }) => {
                                 if (success) {
-                                    await this.deleteMessage(qname, message.id);
+                                    await this.deleteMessage(
+                                        qname,
+                                        received.id,
+                                    );
                                 } else {
-                                    await this.retryMessage(qname, message.id);
+                                    await this.retryMessage(qname, received.id);
                                 }
                             })
                             .catch(async (error) => {
@@ -714,9 +706,12 @@ export class RedisQueue {
                                         (error as Error).message,
                                     );
                                 }
-                                await this.retryMessage(qname, message.id);
-                            });
-                    }
+                                await this.retryMessage(qname, received.id);
+                            }),
+                    );
+                    await Promise.all(processingPromises);
+                } else {
+                    await Bun.sleep(50);
                 }
             } catch (error) {
                 if (!signal.aborted) {

package/benchmark/medium.txt

@@ -0,0 +1 @@
+[{"_id":"6973b4f29af00ad243d8dfb1","index":0,"guid":"3da3f9d7-2406-4f07-8cc5-20c77a18ade4","isActive":false,"balance":"$1,361.82","picture":"http://placehold.it/32x32","age":37,"eyeColor":"green","name":"Hart Booth","gender":"male","company":"SULTRAX","email":"hartbooth@sultrax.com","phone":"+1 (966) 498-3673","address":"843 Hall Street, Trona, Oregon, 1712","about":"Deserunt fugiat nisi voluptate quis ex nisi reprehenderit est eiusmod officia sunt quis elit ea. Quis non mollit consectetur amet nulla anim ipsum consequat aliqua reprehenderit tempor reprehenderit. Sint pariatur pariatur laboris sint dolor sint voluptate pariatur ut adipisicing officia Lorem deserunt. Ullamco minim duis sit consequat aliqua in sunt nostrud amet nisi deserunt voluptate pariatur. Qui ullamco aliquip sunt veniam occaecat nulla ex incididunt. Aute mollit incididunt ad in dolor culpa pariatur non commodo magna nostrud non.\r\n","registered":"2025-07-22T10:26:43 -07:00","latitude":-3.647469,"longitude":69.437957,"tags":["qui","est","aliqua","ullamco","eiusmod","eu","velit"],"friends":[{"id":0,"name":"Lakisha Turner"},{"id":1,"name":"Leonor Ewing"},{"id":2,"name":"Frazier Irwin"}],"greeting":"Hello, Hart Booth! You have 6 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f2021b2c498f984bb6","index":1,"guid":"25034ff5-fbc8-4d09-8c63-e60f919e9ad4","isActive":false,"balance":"$2,141.41","picture":"http://placehold.it/32x32","age":33,"eyeColor":"brown","name":"Bethany Davenport","gender":"female","company":"STROZEN","email":"bethanydavenport@strozen.com","phone":"+1 (818) 499-2890","address":"506 Quay Street, Springville, Texas, 5249","about":"Consectetur occaecat sunt consectetur culpa nulla qui sunt labore proident et irure fugiat eu nulla. Voluptate est dolore labore aliqua velit duis. Proident occaecat culpa esse deserunt nulla aliqua. Nulla ea minim esse consectetur fugiat nostrud in anim esse cillum. Quis dolor quis reprehenderit ex ex ad esse minim est.\r\n","registered":"2020-08-03T11:36:56 -07:00","latitude":-10.479417,"longitude":28.341411,"tags":["non","eiusmod","amet","cillum","incididunt","elit","exercitation"],"friends":[{"id":0,"name":"Phyllis Bryan"},{"id":1,"name":"Mallory Gill"},{"id":2,"name":"Schneider Mercado"}],"greeting":"Hello, Bethany Davenport! You have 9 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f2220a607ed78df07a","index":2,"guid":"871776e1-d133-4ae7-8343-4fca929bb75c","isActive":true,"balance":"$2,630.76","picture":"http://placehold.it/32x32","age":35,"eyeColor":"brown","name":"Bertie Peters","gender":"female","company":"PERKLE","email":"bertiepeters@perkle.com","phone":"+1 (841) 517-3179","address":"972 Nassau Street, Ventress, Wyoming, 585","about":"Fugiat reprehenderit excepteur deserunt magna laboris aute culpa. Voluptate amet nisi commodo nostrud ipsum do nisi consectetur sint deserunt qui sint proident. Consequat cupidatat deserunt aliquip aliqua occaecat velit ad nostrud deserunt qui. Sunt amet sunt voluptate reprehenderit nisi eiusmod deserunt ea cillum Lorem qui anim aute duis.\r\n","registered":"2025-08-27T03:50:35 -07:00","latitude":32.284355,"longitude":-78.324272,"tags":["consequat","id","voluptate","tempor","proident","non","occaecat"],"friends":[{"id":0,"name":"Foreman Quinn"},{"id":1,"name":"Rojas Kemp"},{"id":2,"name":"Hanson Buck"}],"greeting":"Hello, Bertie Peters! You have 3 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f2bd348f1a31aca9f8","index":3,"guid":"fc19928a-b4f9-441e-ade9-efd7bad779af","isActive":false,"balance":"$1,273.51","picture":"http://placehold.it/32x32","age":40,"eyeColor":"blue","name":"Rosales Sims","gender":"male","company":"CANOPOLY","email":"rosalessims@canopoly.com","phone":"+1 (869) 427-3088","address":"153 Guernsey Street, Ona, New Jersey, 183","about":"Laborum sit sunt ad deserunt velit nisi culpa pariatur est ea mollit. Velit excepteur nulla cupidatat reprehenderit laboris sint amet duis exercitation dolore voluptate commodo sit Lorem. Velit exercitation ea incididunt adipisicing voluptate occaecat.\r\n","registered":"2017-11-04T12:50:51 -07:00","latitude":0.771702,"longitude":82.991386,"tags":["cillum","qui","sint","consectetur","eiusmod","consequat","ex"],"friends":[{"id":0,"name":"Imogene Lamb"},{"id":1,"name":"Key Burris"},{"id":2,"name":"Reyna Mayer"}],"greeting":"Hello, Rosales Sims! You have 7 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f207f65e544265d355","index":4,"guid":"abc15ba6-3214-4ef8-ac30-8afb642b82c2","isActive":true,"balance":"$2,945.08","picture":"http://placehold.it/32x32","age":26,"eyeColor":"brown","name":"Gretchen Jordan","gender":"female","company":"ANOCHA","email":"gretchenjordan@anocha.com","phone":"+1 (948) 454-2346","address":"890 Monaco Place, Loomis, Alabama, 4341","about":"Nulla excepteur est consequat velit aute laborum sunt voluptate aute eu eiusmod. Anim sunt eu veniam in commodo sit eu. Anim commodo incididunt ad reprehenderit anim culpa sit ut. Laborum esse in pariatur velit. Ut elit adipisicing magna ut officia non magna exercitation incididunt enim esse magna ad veniam. Deserunt irure ut dolor dolore labore pariatur veniam ipsum voluptate sint enim dolor. Ad exercitation sint sit occaecat excepteur eiusmod et sit.\r\n","registered":"2022-03-30T04:45:03 -07:00","latitude":29.089418,"longitude":-41.417872,"tags":["minim","amet","aliqua","excepteur","irure","et","culpa"],"friends":[{"id":0,"name":"Sonia Hayden"},{"id":1,"name":"Levy Burks"},{"id":2,"name":"Wolfe Hancock"}],"greeting":"Hello, Gretchen Jordan! You have 5 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f250d546997251a3d3","index":5,"guid":"ec6af806-cb4c-4ecc-b208-68b4b3cafd93","isActive":false,"balance":"$2,535.09","picture":"http://placehold.it/32x32","age":33,"eyeColor":"brown","name":"Ruiz Tran","gender":"male","company":"AQUASURE","email":"ruiztran@aquasure.com","phone":"+1 (962) 478-3889","address":"705 Farragut Road, Broadlands, Michigan, 1955","about":"Sunt enim Lorem excepteur sint mollit deserunt. Aute commodo amet sit cillum voluptate mollit exercitation ad cillum aute fugiat mollit. Quis ad cupidatat veniam reprehenderit aute cupidatat quis. Minim laboris est fugiat et in cillum id nisi dolore reprehenderit fugiat minim. Nulla ut consequat do sit dolor laboris.\r\n","registered":"2018-09-27T01:51:44 -07:00","latitude":-59.151306,"longitude":143.667188,"tags":["laboris","anim","eiusmod","quis","nulla","aliqua","duis"],"friends":[{"id":0,"name":"Ramona Brock"},{"id":1,"name":"Kayla Webb"},{"id":2,"name":"Rutledge Mcclure"}],"greeting":"Hello, Ruiz Tran! You have 6 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f20e1b602ed3098386","index":6,"guid":"d63efc08-287a-487e-a159-bbb4f231c37a","isActive":false,"balance":"$3,941.09","picture":"http://placehold.it/32x32","age":37,"eyeColor":"blue","name":"Reba Oneal","gender":"female","company":"NIQUENT","email":"rebaoneal@niquent.com","phone":"+1 (994) 443-2343","address":"229 Clifton Place, Cochranville, Pennsylvania, 6468","about":"Officia veniam do minim elit duis in nulla. Deserunt veniam in ut esse duis nulla cillum magna ullamco dolore veniam exercitation Lorem. Eiusmod pariatur irure dolor aute dolore minim adipisicing sint ullamco. Ipsum id voluptate est ipsum adipisicing est. Do anim exercitation commodo mollit fugiat minim est ea.\r\n","registered":"2020-05-02T09:23:38 -07:00","latitude":-45.360857,"longitude":-17.113491,"tags":["laborum","dolor","incididunt","elit","adipisicing","adipisicing","veniam"],"friends":[{"id":0,"name":"Janine Russell"},{"id":1,"name":"Abby Short"},{"id":2,"name":"Savannah Grant"}],"greeting":"Hello, Reba Oneal! You have 7 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f208d0cb4b5c53bb93","index":7,"guid":"152d21f2-05cd-41d2-a048-ba499944b2bf","isActive":false,"balance":"$1,155.29","picture":"http://placehold.it/32x32","age":25,"eyeColor":"green","name":"Vanessa Rodriquez","gender":"female","company":"OPTYK","email":"vanessarodriquez@optyk.com","phone":"+1 (873) 492-2951","address":"102 Thatford Avenue, Keyport, Minnesota, 7404","about":"Adipisicing sit dolor reprehenderit Lorem et voluptate culpa ullamco cillum officia dolor culpa et sit. Lorem minim eu laboris nulla do est labore nulla eu occaecat. Est occaecat sit id irure. Enim sint consequat amet mollit occaecat in mollit duis. Eiusmod et tempor laborum est tempor fugiat anim ullamco.\r\n","registered":"2019-11-03T12:06:46 -07:00","latitude":30.194412,"longitude":155.798353,"tags":["aliqua","cupidatat","quis","eiusmod","ad","veniam","velit"],"friends":[{"id":0,"name":"June Little"},{"id":1,"name":"Lamb Marsh"},{"id":2,"name":"Richards Conley"}],"greeting":"Hello, Vanessa Rodriquez! You have 5 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f244d84ce83babb8e8","index":8,"guid":"2d743ccf-cffe-46ac-821a-1a32180f8401","isActive":true,"balance":"$1,531.94","picture":"http://placehold.it/32x32","age":33,"eyeColor":"brown","name":"Kathy Warren","gender":"female","company":"NURPLEX","email":"kathywarren@nurplex.com","phone":"+1 (958) 514-2617","address":"211 Cypress Court, Rosewood, Massachusetts, 2530","about":"Cillum nisi ad esse aliqua do amet eu dolor. Culpa culpa adipisicing officia nisi magna occaecat aliquip labore nostrud anim. Eu esse in aliquip exercitation reprehenderit cupidatat eu veniam deserunt cillum excepteur id. Id dolor reprehenderit do deserunt. Enim eiusmod nostrud exercitation fugiat consequat. Nulla deserunt cillum mollit excepteur ea ad veniam. Id nostrud laboris ipsum cupidatat ex non commodo ad sunt.\r\n","registered":"2017-06-14T06:01:20 -07:00","latitude":34.733711,"longitude":-163.804679,"tags":["reprehenderit","elit","exercitation","voluptate","aute","adipisicing","occaecat"],"friends":[{"id":0,"name":"Allie Holcomb"},{"id":1,"name":"Muriel Weaver"},{"id":2,"name":"Tommie Carr"}],"greeting":"Hello, Kathy Warren! You have 4 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f297dc750e1750eb58","index":9,"guid":"1ccffd92-ff08-429d-9232-e86c565e70da","isActive":true,"balance":"$1,662.22","picture":"http://placehold.it/32x32","age":31,"eyeColor":"green","name":"Hodges Richardson","gender":"male","company":"POSHOME","email":"hodgesrichardson@poshome.com","phone":"+1 (970) 590-2870","address":"686 Anna Court, Elizaville, Marshall Islands, 5762","about":"Ullamco cupidatat nisi do ut nostrud est pariatur labore dolore exercitation quis minim ipsum quis. Aute enim excepteur voluptate ullamco laboris adipisicing commodo. Do amet sunt occaecat id commodo. Consectetur veniam excepteur nisi in commodo. Laborum anim dolor velit deserunt culpa. Exercitation do amet laborum do ipsum voluptate commodo. Aliqua exercitation consequat nisi pariatur ea veniam officia nostrud excepteur tempor.\r\n","registered":"2016-07-28T02:54:58 -07:00","latitude":-14.492817,"longitude":134.965697,"tags":["qui","aliquip","pariatur","magna","ad","et","irure"],"friends":[{"id":0,"name":"Robyn Willis"},{"id":1,"name":"Gabrielle Holt"},{"id":2,"name":"Wilkerson Bailey"}],"greeting":"Hello, Hodges Richardson! You have 5 unread messages.","favoriteFruit":"strawberry"},{"_id":"6973b4f277b5d5924e85e34c","index":10,"guid":"24b6f2d6-f153-4826-9c2f-f50c42d907e5","isActive":true,"balance":"$1,715.09","picture":"http://placehold.it/32x32","age":33,"eyeColor":"blue","name":"Floyd Petty","gender":"male","company":"GINKOGENE","email":"floydpetty@ginkogene.com","phone":"+1 (832) 499-3944","address":"910 Canal Avenue, Mammoth, North Dakota, 1708","about":"Eiusmod velit proident sit proident ipsum irure. Excepteur dolore consequat labore duis tempor nulla laborum do amet labore. Amet nisi ullamco ad enim officia id exercitation aliquip in fugiat in. Anim quis et enim proident dolore magna mollit consectetur ea elit velit nostrud. Consectetur ea labore esse esse est nisi consectetur magna ut ullamco nulla ipsum exercitation.\r\n","registered":"2023-09-18T01:14:07 -07:00","latitude":-51.559233,"longitude":134.694377,"tags":["cupidatat","elit","commodo","ullamco","do","reprehenderit","nostrud"],"friends":[{"id":0,"name":"Naomi Garrison"},{"id":1,"name":"Betty English"},{"id":2,"name":"Prince Singleton"}],"greeting":"Hello, Floyd Petty! You have 7 unread messages.","favoriteFruit":"strawberry"},{"_id":"6973b4f2e7ad4e31bb2510c3","index":11,"guid":"74ccb6d9-7f24-4451-a3a0-e632bab385b3","isActive":true,"balance":"$1,490.53","picture":"http://placehold.it/32x32","age":36,"eyeColor":"blue","name":"Johnnie Simon","gender":"female","company":"JAMNATION","email":"johnniesimon@jamnation.com","phone":"+1 (868) 417-3009","address":"125 Chester Street, Whipholt, Maryland, 9466","about":"Dolor anim esse enim Lorem nostrud id officia incididunt amet laboris laboris sunt. Pariatur dolor aute Lorem aute magna. Laborum enim non voluptate commodo.\r\n","registered":"2015-03-03T08:28:39 -07:00","latitude":-19.882734,"longitude":-45.527604,"tags":["qui","sit","culpa","id","dolor","irure","id"],"friends":[{"id":0,"name":"Fry Ayers"},{"id":1,"name":"Donovan Foley"},{"id":2,"name":"Finch Dunn"}],"greeting":"Hello, Johnnie Simon! You have 9 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f24d0d75c705a54911","index":12,"guid":"f972a1ef-0d3a-41ab-b080-eaf7d26184f1","isActive":true,"balance":"$3,429.83","picture":"http://placehold.it/32x32","age":36,"eyeColor":"brown","name":"Rosalind Duran","gender":"female","company":"ZORROMOP","email":"rosalindduran@zorromop.com","phone":"+1 (987) 589-3940","address":"720 Mill Avenue, Gardiner, Nebraska, 6579","about":"Dolor deserunt nisi laborum eiusmod aliquip adipisicing ullamco eiusmod non qui consectetur est nostrud. Incididunt nostrud labore minim Lorem elit qui commodo consectetur ex culpa veniam. Quis ad quis cillum esse nisi ea ipsum consequat dolore. Non minim minim sint excepteur anim consectetur est voluptate laborum commodo. Mollit ea magna dolor sit ut magna voluptate ipsum reprehenderit id ex cillum deserunt.\r\n","registered":"2014-07-03T10:56:30 -07:00","latitude":-39.091253,"longitude":-131.671201,"tags":["labore","enim","nulla","est","exercitation","ipsum","deserunt"],"friends":[{"id":0,"name":"Emerson Dalton"},{"id":1,"name":"Owen Bass"},{"id":2,"name":"Bell Shannon"}],"greeting":"Hello, Rosalind Duran! You have 1 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f2edea35a5d2cea142","index":13,"guid":"18cf8f91-9735-4fa6-9381-ae8c1060890c","isActive":true,"balance":"$1,811.69","picture":"http://placehold.it/32x32","age":26,"eyeColor":"blue","name":"Pauline Cain","gender":"female","company":"ENAUT","email":"paulinecain@enaut.com","phone":"+1 (972) 408-3809","address":"508 Rapelye Street, Thynedale, Maine, 9391","about":"Qui enim fugiat do eu in eu aliqua elit cillum occaecat. Consectetur amet pariatur ea dolore Lorem eu ipsum veniam commodo commodo. Mollit dolore velit aliqua cillum elit consequat sunt nostrud in qui ipsum sit eu irure. Cupidatat reprehenderit labore in officia laborum.\r\n","registered":"2023-12-23T01:34:49 -07:00","latitude":-18.152332,"longitude":6.220963,"tags":["quis","sint","proident","officia","dolore","elit","quis"],"friends":[{"id":0,"name":"Kristie Shepherd"},{"id":1,"name":"Jensen Webster"},{"id":2,"name":"Langley Young"}],"greeting":"Hello, Pauline Cain! You have 7 unread messages.","favoriteFruit":"apple"}]

package/benchmark/small.txt

@@ -0,0 +1 @@
+{"batch_id":"batch_analytics_2201","source_system":"inventory_management_v2","generated_at":"2023-10-27T10:00:00Z","record_count":5,"data":[{"sku":"KEY-MECH-RGB-001","warehouse_id":"WH-NY-01","stock_level":450,"reserved":12,"incoming":100,"last_audit":"2023-10-25","dimensions":{"w":15,"h":5,"l":40,"unit":"cm"},"tags":["electronics","peripherals","hot_item"]},{"sku":"MON-4K-IPS-002","warehouse_id":"WH-CA-02","stock_level":85,"reserved":5,"incoming":0,"last_audit":"2023-10-26","dimensions":{"w":60,"h":40,"l":10,"unit":"cm"},"tags":["electronics","display","fragile"]},{"sku":"LAP-PRO-M2-003","warehouse_id":"WH-TX-05","stock_level":200,"reserved":45,"incoming":50,"last_audit":"2023-10-20","dimensions":{"w":30,"h":2,"l":20,"unit":"cm"},"tags":["computer","high_value","insured"]},{"sku":"MOU-ERG-WL-004","warehouse_id":"WH-NY-01","stock_level":1200,"reserved":0,"incoming":200,"last_audit":"2023-10-22","dimensions":{"w":8,"h":5,"l":12,"unit":"cm"},"tags":["peripherals","office","sale"]},{"sku":"CAB-HDMI-2M-005","warehouse_id":"WH-WA-03","stock_level":5000,"reserved":120,"incoming":1000,"last_audit":"2023-10-01","dimensions":{"w":10,"h":2,"l":10,"unit":"cm"},"tags":["accessory","cable","generic"]}],"system_logs":{"warnings":[],"errors":[{"code":404,"msg":"SKU-IMG-MISSING for CAB-HDMI-2M-005","timestamp":1678892500}],"performance_metrics":{"query_time_ms":145,"db_reads":25,"cpu_load_percent":12}}}

package/benchmark/stress-worker.ts

@@ -1,4 +1,5 @@
 import RedisQueue from "../app";
+declare var self: Worker;
 
 interface WorkerMessage {
     type: "start";
@@ -23,15 +24,27 @@ self.addEventListener("message", async (event: MessageEvent<WorkerMessage>) => {
         try {
             const queue = new RedisQueue(redisConfig);
             const latencies: number[] = [];
+            const CHUNK_SIZE = 1000;
 
-            for (let i = 0; i < messagesPerWorker; i++) {
-                const start = performance.now();
-                await queue.sendMessage({
-                    message: testMessage,
-                    qname,
-                });
-                const latency = performance.now() - start;
-                latencies.push(latency);
+            for (let i = 0; i < messagesPerWorker; i += CHUNK_SIZE) {
+                const promises = [];
+                const chunkEnd = Math.min(i + CHUNK_SIZE, messagesPerWorker);
+
+                for (let j = i; j < chunkEnd; j++) {
+                    const start = performance.now();
+                    promises.push(
+                        queue
+                            .sendMessage({
+                                message: testMessage,
+                                qname,
+                            })
+                            .then(() => {
+                                const latency = performance.now() - start;
+                                latencies.push(latency);
+                            }),
+                    );
+                }
+                await Promise.all(promises);
             }
 
             await queue.close();

package/benchmark/stress.ts

@@ -2,6 +2,9 @@
 
 import type { Worker } from "bun";
 import RedisQueue from "../app";
+import mediumMsg from "./medium.txt";
+import smallMsg from "./small.txt";
+import tinyMsg from "./tiny.txt";
 
 const COLORS = {
     blue: "\x1b[34m",
@@ -14,8 +17,8 @@ const COLORS = {
     yellow: "\x1b[33m",
 };
 
-const WORKER_COUNT = 16;
-const CONCURRENCY = 50;
+const WORKER_COUNT = 8;
+const CONCURRENCY = 2;
 const MSG_COUNT = 100_000;
 
 interface StressTestConfig {
@@ -112,7 +115,7 @@ async function testRegularQueueParallel(
     });
 
     const qname = "stress-regular";
-    await queue.createQueue({ maxRetries: 0, qname, maxsize: 150_000 });
+    await queue.createQueue({ maxRetries: 0, maxsize: 150_000, qname });
 
     const allLatencies: number[] = [];
     let receivedCount = 0;
@@ -173,7 +176,6 @@ async function testRegularQueueParallel(
 
             worker.postMessage({
                 data: {
-                    testMessage: config.testMessage,
                     messagesPerWorker,
                     qname,
                     redisConfig: {
@@ -181,6 +183,7 @@ async function testRegularQueueParallel(
                         namespace: "stress-test",
                         port: process.env.REDIS_PORT || "6379",
                     },
+                    testMessage: config.testMessage,
                     workerIndex: i,
                 },
                 type: "start",
@@ -261,91 +264,93 @@ async function main() {
 
     await cleanup();
 
-
-  const mediumMessage = '{"batch_id":"batch_analytics_2201","source_system":"inventory_management_v2","generated_at":"2023-10-27T10:00:00Z","record_count":5,"data":[{"sku":"KEY-MECH-RGB-001","warehouse_id":"WH-NY-01","stock_level":450,"reserved":12,"incoming":100,"last_audit":"2023-10-25","dimensions":{"w":15,"h":5,"l":40,"unit":"cm"},"tags":["electronics","peripherals","hot_item"]},{"sku":"MON-4K-IPS-002","warehouse_id":"WH-CA-02","stock_level":85,"reserved":5,"incoming":0,"last_audit":"2023-10-26","dimensions":{"w":60,"h":40,"l":10,"unit":"cm"},"tags":["electronics","display","fragile"]},{"sku":"LAP-PRO-M2-003","warehouse_id":"WH-TX-05","stock_level":200,"reserved":45,"incoming":50,"last_audit":"2023-10-20","dimensions":{"w":30,"h":2,"l":20,"unit":"cm"},"tags":["computer","high_value","insured"]},{"sku":"MOU-ERG-WL-004","warehouse_id":"WH-NY-01","stock_level":1200,"reserved":0,"incoming":200,"last_audit":"2023-10-22","dimensions":{"w":8,"h":5,"l":12,"unit":"cm"},"tags":["peripherals","office","sale"]},{"sku":"CAB-HDMI-2M-005","warehouse_id":"WH-WA-03","stock_level":5000,"reserved":120,"incoming":1000,"last_audit":"2023-10-01","dimensions":{"w":10,"h":2,"l":10,"unit":"cm"},"tags":["accessory","cable","generic"]}],"system_logs":{"warnings":[],"errors":[{"code":404,"msg":"SKU-IMG-MISSING for CAB-HDMI-2M-005","timestamp":1678892500}],"performance_metrics":{"query_time_ms":145,"db_reads":25,"cpu_load_percent":12}}}'
-
     const availableCPUs = navigator.hardwareConcurrency;
     log("yellow", `\n💻 Detected ${availableCPUs} CPU cores`);
 
     log("blue", `\n🔧 Using ${WORKER_COUNT} workers for tests`);
 
     try {
-        // Test 1: Small messages - Maximum throughput
-        log("cyan", "\n📋 Test 1: Small messages (100 bytes)");
+        log("cyan", "\n📋 Test 1: Tiny messages (100 bytes)");
         const test1Results = await testRegularQueueParallel({
             concurrency: CONCURRENCY,
             messageCount: MSG_COUNT,
-            testMessage: '{"id":"msg_82103","type":"notification","timestamp":1678892301,"payload":{"user_id":4092,"event":"login_attempt","status":"success"}}',
-            workerCount:WORKER_COUNT,
+            testMessage: tinyMsg,
+            workerCount: WORKER_COUNT,
         });
         printResults(
-            "Test 1: Small Messages (50K msgs, 100 bytes)",
+            "Test 1: Tiny Messages (100K msgs, 100 bytes)",
             test1Results,
         );
 
+        await cleanup();
 
-        // Test 2: Medium messages
-        log("cyan", "\n📋 Test 2: Medium messages (1KB)");
+        log("cyan", "\n📋 Test 2: Small messages (1KB)");
         const test2Results = await testRegularQueueParallel({
             concurrency: CONCURRENCY,
             messageCount: MSG_COUNT,
-            testMessage: mediumMessage,
-            workerCount:  WORKER_COUNT,
+            testMessage: smallMsg,
+            workerCount: WORKER_COUNT,
         });
-        printResults(
-            "Test 2: Medium Messages (50K msgs, 1KB)",
-            test2Results,
-        );
+        printResults("Test 2: Small Messages (100K msgs, 1KB)", test2Results);
 
+        await cleanup();
 
-        // Test 3: Large messages
-        log("cyan", "\n📋 Test 3: Large messages (10KB)");
+        log("cyan", "\n📋 Test 3: Medium messages (10KB)");
         const test3Results = await testRegularQueueParallel({
             concurrency: CONCURRENCY,
             messageCount: MSG_COUNT,
-            testMessage: '[{"_id":"6973b4f29af00ad243d8dfb1","index":0,"guid":"3da3f9d7-2406-4f07-8cc5-20c77a18ade4","isActive":false,"balance":"$1,361.82","picture":"http://placehold.it/32x32","age":37,"eyeColor":"green","name":"Hart Booth","gender":"male","company":"SULTRAX","email":"hartbooth@sultrax.com","phone":"+1 (966) 498-3673","address":"843 Hall Street, Trona, Oregon, 1712","about":"Deserunt fugiat nisi voluptate quis ex nisi reprehenderit est eiusmod officia sunt quis elit ea. Quis non mollit consectetur amet nulla anim ipsum consequat aliqua reprehenderit tempor reprehenderit. Sint pariatur pariatur laboris sint dolor sint voluptate pariatur ut adipisicing officia Lorem deserunt. Ullamco minim duis sit consequat aliqua in sunt nostrud amet nisi deserunt voluptate pariatur. Qui ullamco aliquip sunt veniam occaecat nulla ex incididunt. Aute mollit incididunt ad in dolor culpa pariatur non commodo magna nostrud non.\r\n","registered":"2025-07-22T10:26:43 -07:00","latitude":-3.647469,"longitude":69.437957,"tags":["qui","est","aliqua","ullamco","eiusmod","eu","velit"],"friends":[{"id":0,"name":"Lakisha Turner"},{"id":1,"name":"Leonor Ewing"},{"id":2,"name":"Frazier Irwin"}],"greeting":"Hello, Hart Booth! You have 6 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f2021b2c498f984bb6","index":1,"guid":"25034ff5-fbc8-4d09-8c63-e60f919e9ad4","isActive":false,"balance":"$2,141.41","picture":"http://placehold.it/32x32","age":33,"eyeColor":"brown","name":"Bethany Davenport","gender":"female","company":"STROZEN","email":"bethanydavenport@strozen.com","phone":"+1 (818) 499-2890","address":"506 Quay Street, Springville, Texas, 5249","about":"Consectetur occaecat sunt consectetur culpa nulla qui sunt labore proident et irure fugiat eu nulla. Voluptate est dolore labore aliqua velit duis. Proident occaecat culpa esse deserunt nulla aliqua. Nulla ea minim esse consectetur fugiat nostrud in anim esse cillum. Quis dolor quis reprehenderit ex ex ad esse minim est.\r\n","registered":"2020-08-03T11:36:56 -07:00","latitude":-10.479417,"longitude":28.341411,"tags":["non","eiusmod","amet","cillum","incididunt","elit","exercitation"],"friends":[{"id":0,"name":"Phyllis Bryan"},{"id":1,"name":"Mallory Gill"},{"id":2,"name":"Schneider Mercado"}],"greeting":"Hello, Bethany Davenport! You have 9 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f2220a607ed78df07a","index":2,"guid":"871776e1-d133-4ae7-8343-4fca929bb75c","isActive":true,"balance":"$2,630.76","picture":"http://placehold.it/32x32","age":35,"eyeColor":"brown","name":"Bertie Peters","gender":"female","company":"PERKLE","email":"bertiepeters@perkle.com","phone":"+1 (841) 517-3179","address":"972 Nassau Street, Ventress, Wyoming, 585","about":"Fugiat reprehenderit excepteur deserunt magna laboris aute culpa. Voluptate amet nisi commodo nostrud ipsum do nisi consectetur sint deserunt qui sint proident. Consequat cupidatat deserunt aliquip aliqua occaecat velit ad nostrud deserunt qui. Sunt amet sunt voluptate reprehenderit nisi eiusmod deserunt ea cillum Lorem qui anim aute duis.\r\n","registered":"2025-08-27T03:50:35 -07:00","latitude":32.284355,"longitude":-78.324272,"tags":["consequat","id","voluptate","tempor","proident","non","occaecat"],"friends":[{"id":0,"name":"Foreman Quinn"},{"id":1,"name":"Rojas Kemp"},{"id":2,"name":"Hanson Buck"}],"greeting":"Hello, Bertie Peters! You have 3 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f2bd348f1a31aca9f8","index":3,"guid":"fc19928a-b4f9-441e-ade9-efd7bad779af","isActive":false,"balance":"$1,273.51","picture":"http://placehold.it/32x32","age":40,"eyeColor":"blue","name":"Rosales Sims","gender":"male","company":"CANOPOLY","email":"rosalessims@canopoly.com","phone":"+1 (869) 427-3088","address":"153 Guernsey Street, Ona, New Jersey, 183","about":"Laborum sit sunt ad deserunt velit nisi culpa pariatur est ea mollit. Velit excepteur nulla cupidatat reprehenderit laboris sint amet duis exercitation dolore voluptate commodo sit Lorem. Velit exercitation ea incididunt adipisicing voluptate occaecat.\r\n","registered":"2017-11-04T12:50:51 -07:00","latitude":0.771702,"longitude":82.991386,"tags":["cillum","qui","sint","consectetur","eiusmod","consequat","ex"],"friends":[{"id":0,"name":"Imogene Lamb"},{"id":1,"name":"Key Burris"},{"id":2,"name":"Reyna Mayer"}],"greeting":"Hello, Rosales Sims! You have 7 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f207f65e544265d355","index":4,"guid":"abc15ba6-3214-4ef8-ac30-8afb642b82c2","isActive":true,"balance":"$2,945.08","picture":"http://placehold.it/32x32","age":26,"eyeColor":"brown","name":"Gretchen Jordan","gender":"female","company":"ANOCHA","email":"gretchenjordan@anocha.com","phone":"+1 (948) 454-2346","address":"890 Monaco Place, Loomis, Alabama, 4341","about":"Nulla excepteur est consequat velit aute laborum sunt voluptate aute eu eiusmod. Anim sunt eu veniam in commodo sit eu. Anim commodo incididunt ad reprehenderit anim culpa sit ut. Laborum esse in pariatur velit. Ut elit adipisicing magna ut officia non magna exercitation incididunt enim esse magna ad veniam. Deserunt irure ut dolor dolore labore pariatur veniam ipsum voluptate sint enim dolor. Ad exercitation sint sit occaecat excepteur eiusmod et sit.\r\n","registered":"2022-03-30T04:45:03 -07:00","latitude":29.089418,"longitude":-41.417872,"tags":["minim","amet","aliqua","excepteur","irure","et","culpa"],"friends":[{"id":0,"name":"Sonia Hayden"},{"id":1,"name":"Levy Burks"},{"id":2,"name":"Wolfe Hancock"}],"greeting":"Hello, Gretchen Jordan! You have 5 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f250d546997251a3d3","index":5,"guid":"ec6af806-cb4c-4ecc-b208-68b4b3cafd93","isActive":false,"balance":"$2,535.09","picture":"http://placehold.it/32x32","age":33,"eyeColor":"brown","name":"Ruiz Tran","gender":"male","company":"AQUASURE","email":"ruiztran@aquasure.com","phone":"+1 (962) 478-3889","address":"705 Farragut Road, Broadlands, Michigan, 1955","about":"Sunt enim Lorem excepteur sint mollit deserunt. Aute commodo amet sit cillum voluptate mollit exercitation ad cillum aute fugiat mollit. Quis ad cupidatat veniam reprehenderit aute cupidatat quis. Minim laboris est fugiat et in cillum id nisi dolore reprehenderit fugiat minim. Nulla ut consequat do sit dolor laboris.\r\n","registered":"2018-09-27T01:51:44 -07:00","latitude":-59.151306,"longitude":143.667188,"tags":["laboris","anim","eiusmod","quis","nulla","aliqua","duis"],"friends":[{"id":0,"name":"Ramona Brock"},{"id":1,"name":"Kayla Webb"},{"id":2,"name":"Rutledge Mcclure"}],"greeting":"Hello, Ruiz Tran! You have 6 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f20e1b602ed3098386","index":6,"guid":"d63efc08-287a-487e-a159-bbb4f231c37a","isActive":false,"balance":"$3,941.09","picture":"http://placehold.it/32x32","age":37,"eyeColor":"blue","name":"Reba Oneal","gender":"female","company":"NIQUENT","email":"rebaoneal@niquent.com","phone":"+1 (994) 443-2343","address":"229 Clifton Place, Cochranville, Pennsylvania, 6468","about":"Officia veniam do minim elit duis in nulla. Deserunt veniam in ut esse duis nulla cillum magna ullamco dolore veniam exercitation Lorem. Eiusmod pariatur irure dolor aute dolore minim adipisicing sint ullamco. Ipsum id voluptate est ipsum adipisicing est. Do anim exercitation commodo mollit fugiat minim est ea.\r\n","registered":"2020-05-02T09:23:38 -07:00","latitude":-45.360857,"longitude":-17.113491,"tags":["laborum","dolor","incididunt","elit","adipisicing","adipisicing","veniam"],"friends":[{"id":0,"name":"Janine Russell"},{"id":1,"name":"Abby Short"},{"id":2,"name":"Savannah Grant"}],"greeting":"Hello, Reba Oneal! You have 7 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f208d0cb4b5c53bb93","index":7,"guid":"152d21f2-05cd-41d2-a048-ba499944b2bf","isActive":false,"balance":"$1,155.29","picture":"http://placehold.it/32x32","age":25,"eyeColor":"green","name":"Vanessa Rodriquez","gender":"female","company":"OPTYK","email":"vanessarodriquez@optyk.com","phone":"+1 (873) 492-2951","address":"102 Thatford Avenue, Keyport, Minnesota, 7404","about":"Adipisicing sit dolor reprehenderit Lorem et voluptate culpa ullamco cillum officia dolor culpa et sit. Lorem minim eu laboris nulla do est labore nulla eu occaecat. Est occaecat sit id irure. Enim sint consequat amet mollit occaecat in mollit duis. Eiusmod et tempor laborum est tempor fugiat anim ullamco.\r\n","registered":"2019-11-03T12:06:46 -07:00","latitude":30.194412,"longitude":155.798353,"tags":["aliqua","cupidatat","quis","eiusmod","ad","veniam","velit"],"friends":[{"id":0,"name":"June Little"},{"id":1,"name":"Lamb Marsh"},{"id":2,"name":"Richards Conley"}],"greeting":"Hello, Vanessa Rodriquez! You have 5 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f244d84ce83babb8e8","index":8,"guid":"2d743ccf-cffe-46ac-821a-1a32180f8401","isActive":true,"balance":"$1,531.94","picture":"http://placehold.it/32x32","age":33,"eyeColor":"brown","name":"Kathy Warren","gender":"female","company":"NURPLEX","email":"kathywarren@nurplex.com","phone":"+1 (958) 514-2617","address":"211 Cypress Court, Rosewood, Massachusetts, 2530","about":"Cillum nisi ad esse aliqua do amet eu dolor. Culpa culpa adipisicing officia nisi magna occaecat aliquip labore nostrud anim. Eu esse in aliquip exercitation reprehenderit cupidatat eu veniam deserunt cillum excepteur id. Id dolor reprehenderit do deserunt. Enim eiusmod nostrud exercitation fugiat consequat. Nulla deserunt cillum mollit excepteur ea ad veniam. Id nostrud laboris ipsum cupidatat ex non commodo ad sunt.\r\n","registered":"2017-06-14T06:01:20 -07:00","latitude":34.733711,"longitude":-163.804679,"tags":["reprehenderit","elit","exercitation","voluptate","aute","adipisicing","occaecat"],"friends":[{"id":0,"name":"Allie Holcomb"},{"id":1,"name":"Muriel Weaver"},{"id":2,"name":"Tommie Carr"}],"greeting":"Hello, Kathy Warren! You have 4 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f297dc750e1750eb58","index":9,"guid":"1ccffd92-ff08-429d-9232-e86c565e70da","isActive":true,"balance":"$1,662.22","picture":"http://placehold.it/32x32","age":31,"eyeColor":"green","name":"Hodges Richardson","gender":"male","company":"POSHOME","email":"hodgesrichardson@poshome.com","phone":"+1 (970) 590-2870","address":"686 Anna Court, Elizaville, Marshall Islands, 5762","about":"Ullamco cupidatat nisi do ut nostrud est pariatur labore dolore exercitation quis minim ipsum quis. Aute enim excepteur voluptate ullamco laboris adipisicing commodo. Do amet sunt occaecat id commodo. Consectetur veniam excepteur nisi in commodo. Laborum anim dolor velit deserunt culpa. Exercitation do amet laborum do ipsum voluptate commodo. Aliqua exercitation consequat nisi pariatur ea veniam officia nostrud excepteur tempor.\r\n","registered":"2016-07-28T02:54:58 -07:00","latitude":-14.492817,"longitude":134.965697,"tags":["qui","aliquip","pariatur","magna","ad","et","irure"],"friends":[{"id":0,"name":"Robyn Willis"},{"id":1,"name":"Gabrielle Holt"},{"id":2,"name":"Wilkerson Bailey"}],"greeting":"Hello, Hodges Richardson! You have 5 unread messages.","favoriteFruit":"strawberry"},{"_id":"6973b4f277b5d5924e85e34c","index":10,"guid":"24b6f2d6-f153-4826-9c2f-f50c42d907e5","isActive":true,"balance":"$1,715.09","picture":"http://placehold.it/32x32","age":33,"eyeColor":"blue","name":"Floyd Petty","gender":"male","company":"GINKOGENE","email":"floydpetty@ginkogene.com","phone":"+1 (832) 499-3944","address":"910 Canal Avenue, Mammoth, North Dakota, 1708","about":"Eiusmod velit proident sit proident ipsum irure. Excepteur dolore consequat labore duis tempor nulla laborum do amet labore. Amet nisi ullamco ad enim officia id exercitation aliquip in fugiat in. Anim quis et enim proident dolore magna mollit consectetur ea elit velit nostrud. Consectetur ea labore esse esse est nisi consectetur magna ut ullamco nulla ipsum exercitation.\r\n","registered":"2023-09-18T01:14:07 -07:00","latitude":-51.559233,"longitude":134.694377,"tags":["cupidatat","elit","commodo","ullamco","do","reprehenderit","nostrud"],"friends":[{"id":0,"name":"Naomi Garrison"},{"id":1,"name":"Betty English"},{"id":2,"name":"Prince Singleton"}],"greeting":"Hello, Floyd Petty! You have 7 unread messages.","favoriteFruit":"strawberry"},{"_id":"6973b4f2e7ad4e31bb2510c3","index":11,"guid":"74ccb6d9-7f24-4451-a3a0-e632bab385b3","isActive":true,"balance":"$1,490.53","picture":"http://placehold.it/32x32","age":36,"eyeColor":"blue","name":"Johnnie Simon","gender":"female","company":"JAMNATION","email":"johnniesimon@jamnation.com","phone":"+1 (868) 417-3009","address":"125 Chester Street, Whipholt, Maryland, 9466","about":"Dolor anim esse enim Lorem nostrud id officia incididunt amet laboris laboris sunt. Pariatur dolor aute Lorem aute magna. Laborum enim non voluptate commodo.\r\n","registered":"2015-03-03T08:28:39 -07:00","latitude":-19.882734,"longitude":-45.527604,"tags":["qui","sit","culpa","id","dolor","irure","id"],"friends":[{"id":0,"name":"Fry Ayers"},{"id":1,"name":"Donovan Foley"},{"id":2,"name":"Finch Dunn"}],"greeting":"Hello, Johnnie Simon! You have 9 unread messages.","favoriteFruit":"apple"},{"_id":"6973b4f24d0d75c705a54911","index":12,"guid":"f972a1ef-0d3a-41ab-b080-eaf7d26184f1","isActive":true,"balance":"$3,429.83","picture":"http://placehold.it/32x32","age":36,"eyeColor":"brown","name":"Rosalind Duran","gender":"female","company":"ZORROMOP","email":"rosalindduran@zorromop.com","phone":"+1 (987) 589-3940","address":"720 Mill Avenue, Gardiner, Nebraska, 6579","about":"Dolor deserunt nisi laborum eiusmod aliquip adipisicing ullamco eiusmod non qui consectetur est nostrud. Incididunt nostrud labore minim Lorem elit qui commodo consectetur ex culpa veniam. Quis ad quis cillum esse nisi ea ipsum consequat dolore. Non minim minim sint excepteur anim consectetur est voluptate laborum commodo. Mollit ea magna dolor sit ut magna voluptate ipsum reprehenderit id ex cillum deserunt.\r\n","registered":"2014-07-03T10:56:30 -07:00","latitude":-39.091253,"longitude":-131.671201,"tags":["labore","enim","nulla","est","exercitation","ipsum","deserunt"],"friends":[{"id":0,"name":"Emerson Dalton"},{"id":1,"name":"Owen Bass"},{"id":2,"name":"Bell Shannon"}],"greeting":"Hello, Rosalind Duran! You have 1 unread messages.","favoriteFruit":"banana"},{"_id":"6973b4f2edea35a5d2cea142","index":13,"guid":"18cf8f91-9735-4fa6-9381-ae8c1060890c","isActive":true,"balance":"$1,811.69","picture":"http://placehold.it/32x32","age":26,"eyeColor":"blue","name":"Pauline Cain","gender":"female","company":"ENAUT","email":"paulinecain@enaut.com","phone":"+1 (972) 408-3809","address":"508 Rapelye Street, Thynedale, Maine, 9391","about":"Qui enim fugiat do eu in eu aliqua elit cillum occaecat. Consectetur amet pariatur ea dolore Lorem eu ipsum veniam commodo commodo. Mollit dolore velit aliqua cillum elit consequat sunt nostrud in qui ipsum sit eu irure. Cupidatat reprehenderit labore in officia laborum.\r\n","registered":"2023-12-23T01:34:49 -07:00","latitude":-18.152332,"longitude":6.220963,"tags":["quis","sint","proident","officia","dolore","elit","quis"],"friends":[{"id":0,"name":"Kristie Shepherd"},{"id":1,"name":"Jensen Webster"},{"id":2,"name":"Langley Young"}],"greeting":"Hello, Pauline Cain! You have 7 unread messages.","favoriteFruit":"apple"}]',
+            testMessage: mediumMsg,
             workerCount: WORKER_COUNT,
         });
-        printResults(
-            "Test 3: Large Messages (50K msgs, 10KB)",
-            test3Results,
-        );
+        printResults("Test 3: Medium Messages (100K msgs, 10KB)", test3Results);
 
         await cleanup();
 
-
+        // Calculate combined averages
+        const avgThroughput =
+            (test1Results.throughput +
+                test2Results.throughput +
+                test3Results.throughput) /
+            3;
+        const avgP50 =
+            (test1Results.p50 + test2Results.p50 + test3Results.p50) / 3;
+        const avgP95 =
+            (test1Results.p95 + test2Results.p95 + test3Results.p95) / 3;
+        const avgP99 =
+            (test1Results.p99 + test2Results.p99 + test3Results.p99) / 3;
 
         // Summary
         log("bright", `\n${"=".repeat(60)}`);
         log("magenta", "  📈 BENCHMARK SUMMARY");
         log("bright", "=".repeat(60));
 
-        console.log("\n  Regular Queue Performance:");
+        console.log("\n  Individual Queue Performance:");
         console.log(
-            `    - Small messages (100B):   ${test1Results.throughput.toFixed(0)} msg/s (p50: ${test1Results.p50.toFixed(2)}ms)`,
+            `    - Tiny messages (100B):   ${test1Results.throughput.toFixed(0)} msg/s (p50: ${test1Results.p50.toFixed(2)}ms)`,
         );
         console.log(
-            `    - Medium messages (1KB):   ${test2Results.throughput.toFixed(0)} msg/s (p50: ${test2Results.p50.toFixed(2)}ms)`,
+            `    - Small messages (1KB):   ${test2Results.throughput.toFixed(0)} msg/s (p50: ${test2Results.p50.toFixed(2)}ms)`,
         );
         console.log(
-            `    - Large messages (100KB):  ${test3Results.throughput.toFixed(0)} msg/s (p50: ${test3Results.p50.toFixed(2)}ms)`,
+            `    - Medium messages (10KB):  ${test3Results.throughput.toFixed(0)} msg/s (p50: ${test3Results.p50.toFixed(2)}ms)`,
         );
 
-        log("bright", "\n" + "=".repeat(60));
+        log("bright", `\n${"=".repeat(60)}`);
 
         log("green", "\n✅ All stress tests completed successfully!");
 
         log(
             "yellow",
-            "\n💡 To update README.md Performance section, use these values:",
+            "\n💡 To update README.md Performance section, use these values (averaged across all tests):",
         );
+        console.log("\n  Overall:");
         log(
             "cyan",
-            `   - Throughput: ~${Math.round(test1Results.throughput).toLocaleString()} messages/second`,
+            `   - **Throughput**: ~${Math.round(avgThroughput).toLocaleString()} messages/second`,
         );
-        log("cyan", `   - Latency (p50): ${test1Results.p50.toFixed(2)} ms`);
-        log("cyan", `   - Latency (p95): ${test1Results.p95.toFixed(2)} ms`);
-        log("cyan", `   - Latency (p99): ${test1Results.p99.toFixed(2)} ms`);
+        log("cyan", `   - **Latency (p50)**: ${avgP50.toFixed(2)} ms`);
+        log("cyan", `   - **Latency (p95)**: ${avgP95.toFixed(2)} ms`);
+        log("cyan", `   - **Latency (p99)**: ${avgP99.toFixed(2)} ms`);
     } catch (error) {
         log(
             "red",

package/benchmark/tiny.txt

@@ -0,0 +1 @@
+{"id":"msg_82103","type":"notification","timestamp":1678892301,"payload":{"user_id":4092,"event":"login_attempt","status":"success"}}

package/biome.json

@@ -18,7 +18,6 @@
         "includes": [
             "./**",
             "!**/build",
-            "!benchmark",
             "!**/node_modules",
             "!bun.lock",
             "!bun.lockd"

package/compose.yml

@@ -12,6 +12,11 @@ services:
       - redis-net
     ports:
       - 6379:6379
+    deploy:
+      resources:
+        limits:
+          cpus: 1
+          memory: "1G"
 volumes:
   redisvol:
     driver: local

package/package.json

@@ -27,5 +27,5 @@
         "stress": "bun benchmark/stress.ts"
     },
     "type": "module",
-    "version": "0.1.1"
+    "version": "0.2.1"
 }