redis-smq-benchmarks 9.0.9-next.0

package/dist/esm/src/common/base-benchmark.js

@@ -0,0 +1,83 @@
+import { EWorkerMessageType, } from '../types/index.js';
+import { createWorker } from '../helpers/create-worker.js';
+export class BaseBenchmark {
+    showProgress = false;
+    redisConfig;
+    queue;
+    totalMessages;
+    workerCount;
+    workerPath;
+    workerLabel;
+    workers = [];
+    completedWorkers = 0;
+    totalProcessed = 0;
+    totalProcessingTime = 0;
+    startTime = 0;
+    constructor(config) {
+        this.redisConfig = config.redisConfig;
+        this.queue = config.queue;
+        this.totalMessages = config.totalMessages;
+        this.workerCount = config.workerCount;
+        this.workerPath = config.workerPath;
+        this.workerLabel = config.workerLabel;
+        this.showProgress = config.showProgress;
+    }
+    calculateMessageDistribution() {
+        const messagesPerWorker = Math.floor(this.totalMessages / this.workerCount);
+        const remainingMessages = this.totalMessages % this.workerCount;
+        return { count: messagesPerWorker, remainder: remainingMessages };
+    }
+    createMessageHandler(onComplete) {
+        return (msg) => {
+            if (msg.type === EWorkerMessageType.COMPLETED) {
+                this.completedWorkers++;
+                const { workerId, processed, timeTaken } = msg.data;
+                this.totalProcessed += Number(processed);
+                this.totalProcessingTime += Number(timeTaken);
+                console.log(`${this.workerLabel} ${workerId} completed: ${processed} messages in ${(Number(timeTaken) / 1000).toFixed(2)}s (${(Number(processed) / (Number(timeTaken) / 1000)).toFixed(0)} msg/s)`);
+                if (this.completedWorkers === this.workerCount) {
+                    const totalTime = Date.now() - this.startTime;
+                    onComplete({
+                        totalTime,
+                        totalWorkerTime: this.totalProcessingTime,
+                        total: this.totalProcessed,
+                        workerCount: this.workerCount,
+                    });
+                }
+            }
+            else if (msg.type === EWorkerMessageType.PROGRESS &&
+                this.showProgress) {
+                const { workerId, processed } = msg.data;
+                console.log(`${this.workerLabel} ${workerId} progress: ${processed} messages`);
+            }
+        };
+    }
+    async createWorkers(onMessage) {
+        const { count: messagesPerWorker, remainder: remainingMessages } = this.calculateMessageDistribution();
+        console.log(`Messages per ${this.workerLabel} (approx): ${messagesPerWorker}`);
+        this.startTime = Date.now();
+        for (let i = 0; i < this.workerCount; i++) {
+            let workerMessageCount = messagesPerWorker;
+            if (i < remainingMessages) {
+                workerMessageCount += 1;
+            }
+            console.log(`${this.workerLabel} ${i + 1} will handle ${workerMessageCount} messages`);
+            const worker = createWorker({
+                redisConfig: this.redisConfig,
+                workerPath: this.workerPath,
+                workerId: i,
+                expectedMessages: workerMessageCount,
+                queue: this.queue,
+                onMessage,
+            });
+            this.workers.push(worker);
+        }
+    }
+    async shutdownWorkers() {
+        await Promise.all(this.workers.map((worker) => {
+            worker.removeAllListeners();
+            return worker.terminate();
+        })).catch(() => void 0);
+    }
+}
+//# sourceMappingURL=base-benchmark.js.map

package/dist/esm/src/common/base-benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-benchmark.js","sourceRoot":"","sources":["../../../../src/common/base-benchmark.ts"],"names":[],"mappings":"AAWA,OAAO,EACL,kBAAkB,GAGnB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAc3D,MAAM,OAAgB,aAAa;IACvB,YAAY,GAAG,KAAK,CAAC;IACrB,WAAW,CAAe;IAC1B,KAAK,CAAe;IACpB,aAAa,CAAS;IACtB,WAAW,CAAS;IACpB,UAAU,CAAS;IACnB,WAAW,CAAS;IACpB,OAAO,GAAa,EAAE,CAAC;IACvB,gBAAgB,GAAG,CAAC,CAAC;IACrB,cAAc,GAAG,CAAC,CAAC;IACnB,mBAAmB,GAAG,CAAC,CAAC;IACxB,SAAS,GAAG,CAAC,CAAC;IAExB,YAAY,MAAwB;QAClC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;IAC1C,CAAC;IAIS,4BAA4B;QAIpC,MAAM,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5E,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC;QAChE,OAAO,EAAE,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC;IACpE,CAAC;IAES,oBAAoB,CAC5B,UAA8C;QAE9C,OAAO,CAAC,GAAmB,EAAE,EAAE;YAC7B,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB,CAAC,SAAS,EAAE,CAAC;gBAC9C,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;gBACpD,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzC,IAAI,CAAC,mBAAmB,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;gBAE9C,OAAO,CAAC,GAAG,CACT,GAAG,IAAI,CAAC,WAAW,IAAI,QAAQ,eAAe,SAAS,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CACvL,CAAC;gBAEF,IAAI,IAAI,CAAC,gBAAgB,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;oBAC9C,UAAU,CAAC;wBACT,SAAS;wBACT,eAAe,EAAE,IAAI,CAAC,mBAAmB;wBACzC,KAAK,EAAE,IAAI,CAAC,cAAc;wBAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,IACL,GAAG,CAAC,IAAI,KAAK,kBAAkB,CAAC,QAAQ;gBACxC,IAAI,CAAC,YAAY,EACjB,CAAC;gBACD,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;gBACzC,OAAO,CAAC,GAAG,CACT,GAAG,IAAI,CAAC,WAAW,IAAI,QAAQ,cAAc,SAAS,WAAW,CAClE,CAAC;YACJ,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAES,KAAK,CAAC,aAAa,CAAC,SAAyB;QACrD,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,SAAS,EAAE,iBAAiB,EAAE,GAC9D,IAAI,CAAC,4BAA4B,EAAE,CAAC;QAEtC,OAAO,CAAC,GAAG,CACT,gBAAgB,IAAI,CAAC,WAAW,cAAc,iBAAiB,EAAE,CAClE,CAAC;QAEF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,IAAI,kBAAkB,GAAG,iBAAiB,CAAC;YAC3C,IAAI,CAAC,GAAG,iBAAiB,EAAE,CAAC;gBAC1B,kBAAkB,IAAI,CAAC,CAAC;YAC1B,CAAC;YAED,OAAO,CAAC,GAAG,CACT,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,gBAAgB,kBAAkB,WAAW,CAC1E,CAAC;YAEF,MAAM,MAAM,GAAG,YAAY,CAAC;gBAC1B,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,QAAQ,EAAE,CAAC;gBACX,gBAAgB,EAAE,kBAAkB;gBACpC,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,SAAS;aACV,CAAC,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAES,KAAK,CAAC,eAAe;QAC7B,MAAM,OAAO,CAAC,GAAG,CACf,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC1B,MAAM,CAAC,kBAAkB,EAAE,CAAC;YAC5B,OAAO,MAAM,CAAC,SAAS,EAAE,CAAC;QAC5B,CAAC,CAAC,CACH,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IACxB,CAAC;CAGF"}

package/dist/esm/src/common/redis-server.d.ts

@@ -0,0 +1,13 @@
+import { ERedisConfigClient } from 'redis-smq-common';
+export declare const redisConfig: {
+    client: ERedisConfigClient;
+    options: {
+        host: string;
+        port: number;
+        db: number;
+        showFriendlyErrorStack: boolean;
+    };
+};
+export declare function startRedisServer(): Promise<void>;
+export declare function shutdownRedisServer(): Promise<void>;
+//# sourceMappingURL=redis-server.d.ts.map

package/dist/esm/src/common/redis-server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-server.d.ts","sourceRoot":"","sources":["../../../../src/common/redis-server.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,kBAAkB,EAAe,MAAM,kBAAkB,CAAC;AAEnE,eAAO,MAAM,WAAW;;;;;;;;CAQvB,CAAC;AAIF,wBAAsB,gBAAgB,kBAKrC;AAED,wBAAsB,mBAAmB,kBAGxC"}

package/dist/esm/src/common/redis-server.js

@@ -0,0 +1,22 @@
+import { ERedisConfigClient, RedisServer } from 'redis-smq-common';
+export const redisConfig = {
+    client: ERedisConfigClient.IOREDIS,
+    options: {
+        host: '127.0.0.1',
+        port: 0,
+        db: 0,
+        showFriendlyErrorStack: true,
+    },
+};
+const redisServer = new RedisServer();
+export async function startRedisServer() {
+    console.log('Starting Redis server...');
+    const redisPort = await redisServer.start();
+    redisConfig.options.port = redisPort;
+    console.log('Redis Server started on port: ' + redisPort);
+}
+export async function shutdownRedisServer() {
+    console.log('Shutting down Redis Server...');
+    await redisServer.shutdown();
+}
+//# sourceMappingURL=redis-server.js.map

package/dist/esm/src/common/redis-server.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-server.js","sourceRoot":"","sources":["../../../../src/common/redis-server.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAEnE,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,MAAM,EAAE,kBAAkB,CAAC,OAAO;IAClC,OAAO,EAAE;QACP,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,CAAC;QACP,EAAE,EAAE,CAAC;QACL,sBAAsB,EAAE,IAAI;KAC7B;CACF,CAAC;AAEF,MAAM,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;AAEtC,MAAM,CAAC,KAAK,UAAU,gBAAgB;IACpC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;IAC5C,WAAW,CAAC,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC;IACrC,OAAO,CAAC,GAAG,CAAC,gCAAgC,GAAG,SAAS,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB;IACvC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,MAAM,WAAW,CAAC,QAAQ,EAAE,CAAC;AAC/B,CAAC"}

package/dist/esm/src/consumer-benchmark.d.ts

@@ -0,0 +1,9 @@
+import { ICallback } from 'redis-smq-common';
+import { IBenchmarkResult } from './types/index.js';
+import { BaseBenchmark } from './common/base-benchmark.js';
+export declare class ConsumerBenchmark extends BaseBenchmark {
+    protected ensureQueue(): Promise<void>;
+    protected prefillQueue(): Promise<void>;
+    run(cb: ICallback<IBenchmarkResult>): void;
+}
+//# sourceMappingURL=consumer-benchmark.d.ts.map

package/dist/esm/src/consumer-benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumer-benchmark.d.ts","sourceRoot":"","sources":["../../../src/consumer-benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAGpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,qBAAa,iBAAkB,SAAQ,aAAa;cAClC,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;cAS5B,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAStC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,gBAAgB,CAAC,GAAG,IAAI;CA6ClD"}

package/dist/esm/src/consumer-benchmark.js

@@ -0,0 +1,61 @@
+import { async } from 'redis-smq-common';
+import { ensureQueue } from './helpers/ensure-queue.js';
+import { prefillQueue } from './helpers/prefill-queue.js';
+import { BaseBenchmark } from './common/base-benchmark.js';
+export class ConsumerBenchmark extends BaseBenchmark {
+    async ensureQueue() {
+        return new Promise((resolve, reject) => {
+            ensureQueue(this.queue, (err) => {
+                if (err)
+                    reject(err);
+                else
+                    resolve();
+            });
+        });
+    }
+    async prefillQueue() {
+        return new Promise((resolve, reject) => {
+            prefillQueue(this.queue, this.totalMessages, (err) => {
+                if (err)
+                    reject(err);
+                else
+                    resolve();
+            });
+        });
+    }
+    run(cb) {
+        console.log('Starting consumer throughput benchmark...');
+        console.log(`Queue: ${this.queue.ns}/${this.queue.name} | Messages: ${this.totalMessages} | Consumers: ${this.workerCount}`);
+        const onComplete = (result) => {
+            this.shutdownWorkers()
+                .then(() => {
+                const totalTime = Date.now() - this.startTime;
+                console.log('\n========== BENCHMARK COMPLETE ==========');
+                console.log(`Total messages consumed: ${result.total}`);
+                console.log(`Total time: ${(totalTime / 1000).toFixed(2)}s`);
+                console.log(`Overall throughput: ${(result.total / (totalTime / 1000)).toFixed(0)} messages/second`);
+                console.log('========================================\n');
+                cb(null, result);
+            })
+                .catch((err) => cb(err));
+        };
+        const messageHandler = this.createMessageHandler(onComplete);
+        async.series([
+            (cb) => this.ensureQueue()
+                .then(() => cb())
+                .catch(cb),
+            (cb) => this.prefillQueue()
+                .then(() => cb())
+                .catch(cb),
+            (cb) => {
+                this.createWorkers(messageHandler)
+                    .then(() => cb())
+                    .catch(cb);
+            },
+        ], (err) => {
+            if (err)
+                cb(err);
+        });
+    }
+}
+//# sourceMappingURL=consumer-benchmark.js.map

package/dist/esm/src/consumer-benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumer-benchmark.js","sourceRoot":"","sources":["../../../src/consumer-benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAa,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,MAAM,OAAO,iBAAkB,SAAQ,aAAa;IACxC,KAAK,CAAC,WAAW;QACzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC9B,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;oBAChB,OAAO,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,YAAY;QAC1B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,GAAG,EAAE,EAAE;gBACnD,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;oBAChB,OAAO,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,GAAG,CAAC,EAA+B;QACxC,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CACT,UAAU,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,gBAAgB,IAAI,CAAC,aAAa,iBAAiB,IAAI,CAAC,WAAW,EAAE,CAChH,CAAC;QAEF,MAAM,UAAU,GAAG,CAAC,MAAwB,EAAE,EAAE;YAC9C,IAAI,CAAC,eAAe,EAAE;iBACnB,IAAI,CAAC,GAAG,EAAE;gBACT,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;gBAC1D,OAAO,CAAC,GAAG,CAAC,4BAA4B,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACxD,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,GAAG,CACT,uBAAuB,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CACxF,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;gBAC1D,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACnB,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC,CAAC;QAEF,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAE7D,KAAK,CAAC,MAAM,CACV;YACE,CAAC,EAAE,EAAE,EAAE,CACL,IAAI,CAAC,WAAW,EAAE;iBACf,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;iBAChB,KAAK,CAAC,EAAE,CAAC;YACd,CAAC,EAAE,EAAE,EAAE,CACL,IAAI,CAAC,YAAY,EAAE;iBAChB,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;iBAChB,KAAK,CAAC,EAAE,CAAC;YACd,CAAC,EAAE,EAAE,EAAE;gBACL,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC;qBAC/B,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;qBAChB,KAAK,CAAC,EAAE,CAAC,CAAC;YACf,CAAC;SACF,EACD,CAAC,GAAG,EAAE,EAAE;YACN,IAAI,GAAG;gBAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC,CACF,CAAC;IACJ,CAAC;CACF"}

package/dist/esm/src/e2e-benchmark.d.ts

@@ -0,0 +1,4 @@
+import { ICallback } from 'redis-smq-common';
+import { IE2EBenchmarkConfig, IE2EBenchmarkResult } from './types/index.js';
+export declare function runE2EBenchmark(config: IE2EBenchmarkConfig, cb: ICallback<IE2EBenchmarkResult>): void;
+//# sourceMappingURL=e2e-benchmark.d.ts.map

package/dist/esm/src/e2e-benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"e2e-benchmark.d.ts","sourceRoot":"","sources":["../../../src/e2e-benchmark.ts"],"names":[],"mappings":"AAUA,OAAO,EAAS,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAEL,mBAAmB,EACnB,mBAAmB,EACpB,MAAM,kBAAkB,CAAC;AAiB1B,wBAAgB,eAAe,CAC7B,MAAM,EAAE,mBAAmB,EAC3B,EAAE,EAAE,SAAS,CAAC,mBAAmB,CAAC,QAuOnC"}

package/dist/esm/src/e2e-benchmark.js

@@ -0,0 +1,159 @@
+import { ensureQueue } from './helpers/ensure-queue.js';
+import { async } from 'redis-smq-common';
+import { EWorkerMessageType, } from './types/index.js';
+import { createWorker } from './helpers/create-worker.js';
+export function runE2EBenchmark(config, cb) {
+    const { redisConfig, queue, totalMessages, producerWorkerPath, consumerWorkerPath, producerCount, consumerCount, showProgress, } = config;
+    console.log('Starting end-to-end throughput benchmark...');
+    console.log(`Queue: ${queue.ns}/${queue.name} | Messages: ${totalMessages} | Producers: ${producerCount} | Consumers: ${consumerCount}`);
+    const allWorkers = [];
+    let completedProducers = 0;
+    let completedConsumers = 0;
+    let totalProduced = 0;
+    let totalConsumed = 0;
+    let totalProductionTime = 0;
+    let totalConsumptionTime = 0;
+    let productionStartTime = 0;
+    let consumptionStartTime = 0;
+    let productionEndTime = 0;
+    let consumptionEndTime = 0;
+    let benchmarkStartTime = 0;
+    let benchmarkEndTime = 0;
+    const onProducerMessage = (msg) => {
+        if (msg.type === EWorkerMessageType.COMPLETED) {
+            completedProducers++;
+            const { workerId, processed, timeTaken } = msg.data;
+            totalProduced += Number(processed);
+            totalProductionTime += Number(timeTaken);
+            productionEndTime = Date.now();
+            console.log(`Producer ${workerId} completed: ${processed} messages in ${(Number(timeTaken) / 1000).toFixed(2)}s (${(Number(processed) / (Number(timeTaken) / 1000)).toFixed(0)} msg/s)`);
+            checkBenchmarkCompletion();
+        }
+        else if (msg.type === EWorkerMessageType.PROGRESS && showProgress) {
+            const { workerId, processed } = msg.data;
+            console.log(`Producer ${workerId} progress: ${processed} messages`);
+        }
+    };
+    const onConsumerMessage = (msg) => {
+        if (msg.type === EWorkerMessageType.COMPLETED) {
+            completedConsumers++;
+            const { workerId, processed, timeTaken } = msg.data;
+            totalConsumed += Number(processed);
+            totalConsumptionTime += Number(timeTaken);
+            consumptionEndTime = Date.now();
+            console.log(`Consumer ${workerId} completed: ${processed} messages in ${(Number(timeTaken) / 1000).toFixed(2)}s (${(Number(processed) / (Number(timeTaken) / 1000)).toFixed(0)} msg/s)`);
+            checkBenchmarkCompletion();
+        }
+        else if (msg.type === EWorkerMessageType.PROGRESS && showProgress) {
+            const { workerId, processed } = msg.data;
+            console.log(`Consumer ${workerId} progress: ${processed} messages`);
+        }
+    };
+    const checkBenchmarkCompletion = () => {
+        if (completedProducers === producerCount &&
+            completedConsumers === consumerCount) {
+            benchmarkEndTime = Date.now();
+            const totalTime = benchmarkEndTime - benchmarkStartTime;
+            const productionTime = productionEndTime - productionStartTime;
+            const consumptionTime = consumptionEndTime - consumptionStartTime;
+            const productionThroughput = totalProduced / (productionTime / 1000);
+            const consumptionThroughput = totalConsumed / (consumptionTime / 1000);
+            console.log('\n========== E2E BENCHMARK COMPLETE ==========');
+            console.log(`Production Phase:`);
+            console.log(`  Total produced: ${totalProduced}`);
+            console.log(`  Production time: ${(productionTime / 1000).toFixed(2)}s`);
+            console.log(`  Production throughput: ${productionThroughput.toFixed(0)} msg/s`);
+            console.log(`\nConsumption Phase:`);
+            console.log(`  Total consumed: ${totalConsumed}`);
+            console.log(`  Consumption time: ${(consumptionTime / 1000).toFixed(2)}s`);
+            console.log(`  Consumption throughput: ${consumptionThroughput.toFixed(0)} msg/s`);
+            console.log(`\nEnd-to-End:`);
+            console.log(`  Total time: ${(totalTime / 1000).toFixed(2)}s`);
+            console.log(`  Overall throughput: ${(totalProduced / (totalTime / 1000)).toFixed(0)} msg/s`);
+            console.log(`  System backlog: ${totalProduced - totalConsumed} messages`);
+            if (totalProduced === totalConsumed) {
+                console.log(`  Status: All messages processed successfully ✓`);
+            }
+            else {
+                console.log(`  Status: ${totalProduced - totalConsumed} messages not consumed ⚠️`);
+            }
+            console.log('============================================\n');
+            const result = {
+                totalTime,
+                totalWorkerTime: totalProductionTime + totalConsumptionTime,
+                total: totalProduced + totalConsumed,
+                workerCount: producerCount + consumerCount,
+                productionTime,
+                consumptionTime,
+                messagesProduced: totalProduced,
+                messagesConsumed: totalConsumed,
+                productionThroughput,
+                consumptionThroughput,
+            };
+            const shutdownPromises = Promise.all(allWorkers.map((worker) => {
+                worker.removeAllListeners();
+                return worker.terminate();
+            }));
+            shutdownPromises.catch(() => void 0).finally(() => cb(null, result));
+        }
+    };
+    async.series([
+        (cb) => ensureQueue(queue, cb),
+        (cb) => {
+            console.log('Setting up producers and consumers...');
+            const messagesPerProducer = Math.floor(totalMessages / producerCount);
+            const remainingProducers = totalMessages % producerCount;
+            const messagesPerConsumer = Math.floor(totalMessages / consumerCount);
+            const remainingConsumers = totalMessages % consumerCount;
+            console.log(`Messages per producer (approx): ${messagesPerProducer}`);
+            console.log(`Messages per consumer (approx): ${messagesPerConsumer}`);
+            benchmarkStartTime = Date.now();
+            productionStartTime = Date.now();
+            consumptionStartTime = Date.now();
+            try {
+                for (let i = 0; i < producerCount; i++) {
+                    let producerMessageCount = messagesPerProducer;
+                    if (i < remainingProducers) {
+                        producerMessageCount += 1;
+                    }
+                    console.log(`Producer ${i + 1} will produce ${producerMessageCount} messages`);
+                    const producer = createWorker({
+                        workerPath: producerWorkerPath,
+                        workerId: i,
+                        expectedMessages: producerMessageCount,
+                        redisConfig,
+                        queue,
+                        onMessage: onProducerMessage,
+                    });
+                    allWorkers.push(producer);
+                }
+                for (let i = 0; i < consumerCount; i++) {
+                    let consumerMessageCount = messagesPerConsumer;
+                    if (i < remainingConsumers) {
+                        consumerMessageCount += 1;
+                    }
+                    console.log(`Consumer ${i + 1} will consume ${consumerMessageCount} messages`);
+                    const consumer = createWorker({
+                        workerPath: consumerWorkerPath,
+                        workerId: i,
+                        expectedMessages: consumerMessageCount,
+                        redisConfig,
+                        queue,
+                        onMessage: onConsumerMessage,
+                    });
+                    allWorkers.push(consumer);
+                }
+                cb();
+            }
+            catch (err) {
+                cb(err instanceof Error ? err : new Error(String(err)));
+            }
+        },
+    ], (err) => {
+        if (err) {
+            console.error('Benchmark setup failed:', err);
+            Promise.all(allWorkers.map((worker) => worker.terminate())).finally(() => cb(err));
+        }
+    });
+}
+//# sourceMappingURL=e2e-benchmark.js.map

package/dist/esm/src/e2e-benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"e2e-benchmark.js","sourceRoot":"","sources":["../../../src/e2e-benchmark.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,KAAK,EAAa,MAAM,kBAAkB,CAAC;AACpD,OAAO,EACL,kBAAkB,GAGnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAgB1D,MAAM,UAAU,eAAe,CAC7B,MAA2B,EAC3B,EAAkC;IAElC,MAAM,EACJ,WAAW,EACX,KAAK,EACL,aAAa,EACb,kBAAkB,EAClB,kBAAkB,EAClB,aAAa,EACb,aAAa,EACb,YAAY,GACb,GAAG,MAAM,CAAC;IAEX,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC3D,OAAO,CAAC,GAAG,CACT,UAAU,KAAK,CAAC,EAAE,IAAI,KAAK,CAAC,IAAI,gBAAgB,aAAa,iBAAiB,aAAa,iBAAiB,aAAa,EAAE,CAC5H,CAAC;IAEF,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAE7B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,oBAAoB,GAAG,CAAC,CAAC;IAC7B,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAC1B,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAE3B,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,MAAM,iBAAiB,GAAG,CAAC,GAAmB,EAAE,EAAE;QAChD,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB,CAAC,SAAS,EAAE,CAAC;YAC9C,kBAAkB,EAAE,CAAC;YACrB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YACpD,aAAa,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;YACnC,mBAAmB,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;YACzC,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE/B,OAAO,CAAC,GAAG,CACT,YAAY,QAAQ,eAAe,SAAS,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAC5K,CAAC;YAEF,wBAAwB,EAAE,CAAC;QAC7B,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB,CAAC,QAAQ,IAAI,YAAY,EAAE,CAAC;YACpE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,cAAc,SAAS,WAAW,CAAC,CAAC;QACtE,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,iBAAiB,GAAG,CAAC,GAAmB,EAAE,EAAE;QAChD,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB,CAAC,SAAS,EAAE,CAAC;YAC9C,kBAAkB,EAAE,CAAC;YACrB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YACpD,aAAa,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;YACnC,oBAAoB,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC;YAC1C,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAEhC,OAAO,CAAC,GAAG,CACT,YAAY,QAAQ,eAAe,SAAS,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAC5K,CAAC;YAEF,wBAAwB,EAAE,CAAC;QAC7B,CAAC;aAAM,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB,CAAC,QAAQ,IAAI,YAAY,EAAE,CAAC;YACpE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,YAAY,QAAQ,cAAc,SAAS,WAAW,CAAC,CAAC;QACtE,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,wBAAwB,GAAG,GAAG,EAAE;QAEpC,IACE,kBAAkB,KAAK,aAAa;YACpC,kBAAkB,KAAK,aAAa,EACpC,CAAC;YACD,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,gBAAgB,GAAG,kBAAkB,CAAC;YAExD,MAAM,cAAc,GAAG,iBAAiB,GAAG,mBAAmB,CAAC;YAC/D,MAAM,eAAe,GAAG,kBAAkB,GAAG,oBAAoB,CAAC;YAElE,MAAM,oBAAoB,GAAG,aAAa,GAAG,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;YACrE,MAAM,qBAAqB,GAAG,aAAa,GAAG,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;YAEvE,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;YAC9D,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACjC,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACzE,OAAO,CAAC,GAAG,CACT,4BAA4B,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CACpE,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;YACpC,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CACT,uBAAuB,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAC9D,CAAC;YACF,OAAO,CAAC,GAAG,CACT,6BAA6B,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CACtE,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CACT,yBAAyB,CAAC,aAAa,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CACjF,CAAC;YACF,OAAO,CAAC,GAAG,CACT,qBAAqB,aAAa,GAAG,aAAa,WAAW,CAC9D,CAAC;YAEF,IAAI,aAAa,KAAK,aAAa,EAAE,CAAC;gBACpC,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC,CAAC;YACjE,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CACT,aAAa,aAAa,GAAG,aAAa,2BAA2B,CACtE,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;YAG9D,MAAM,MAAM,GAAwB;gBAClC,SAAS;gBACT,eAAe,EAAE,mBAAmB,GAAG,oBAAoB;gBAC3D,KAAK,EAAE,aAAa,GAAG,aAAa;gBACpC,WAAW,EAAE,aAAa,GAAG,aAAa;gBAC1C,cAAc;gBACd,eAAe;gBACf,gBAAgB,EAAE,aAAa;gBAC/B,gBAAgB,EAAE,aAAa;gBAC/B,oBAAoB;gBACpB,qBAAqB;aACtB,CAAC;YAGF,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAClC,UAAU,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBACxB,MAAM,CAAC,kBAAkB,EAAE,CAAC;gBAC5B,OAAO,MAAM,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC,CAAC,CACH,CAAC;YACF,gBAAgB,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,MAAM,CACV;QACE,CAAC,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,CAAC;QAC9B,CAAC,EAAE,EAAE,EAAE;YACL,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;YAGrD,MAAM,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,aAAa,CAAC,CAAC;YACtE,MAAM,kBAAkB,GAAG,aAAa,GAAG,aAAa,CAAC;YAEzD,MAAM,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,aAAa,CAAC,CAAC;YACtE,MAAM,kBAAkB,GAAG,aAAa,GAAG,aAAa,CAAC;YAEzD,OAAO,CAAC,GAAG,CAAC,mCAAmC,mBAAmB,EAAE,CAAC,CAAC;YACtE,OAAO,CAAC,GAAG,CAAC,mCAAmC,mBAAmB,EAAE,CAAC,CAAC;YAEtE,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,mBAAmB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,oBAAoB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAElC,IAAI,CAAC;gBAEH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvC,IAAI,oBAAoB,GAAG,mBAAmB,CAAC;oBAC/C,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC;wBAC3B,oBAAoB,IAAI,CAAC,CAAC;oBAC5B,CAAC;oBAED,OAAO,CAAC,GAAG,CACT,YAAY,CAAC,GAAG,CAAC,iBAAiB,oBAAoB,WAAW,CAClE,CAAC;oBAEF,MAAM,QAAQ,GAAG,YAAY,CAAC;wBAC5B,UAAU,EAAE,kBAAkB;wBAC9B,QAAQ,EAAE,CAAC;wBACX,gBAAgB,EAAE,oBAAoB;wBACtC,WAAW;wBACX,KAAK;wBACL,SAAS,EAAE,iBAAiB;qBAC7B,CAAC,CAAC;oBAEH,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC5B,CAAC;gBAGD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvC,IAAI,oBAAoB,GAAG,mBAAmB,CAAC;oBAC/C,IAAI,CAAC,GAAG,kBAAkB,EAAE,CAAC;wBAC3B,oBAAoB,IAAI,CAAC,CAAC;oBAC5B,CAAC;oBAED,OAAO,CAAC,GAAG,CACT,YAAY,CAAC,GAAG,CAAC,iBAAiB,oBAAoB,WAAW,CAClE,CAAC;oBAEF,MAAM,QAAQ,GAAG,YAAY,CAAC;wBAC5B,UAAU,EAAE,kBAAkB;wBAC9B,QAAQ,EAAE,CAAC;wBACX,gBAAgB,EAAE,oBAAoB;wBACtC,WAAW;wBACX,KAAK;wBACL,SAAS,EAAE,iBAAiB;qBAC7B,CAAC,CAAC;oBAEH,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC5B,CAAC;gBAED,EAAE,EAAE,CAAC;YACP,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,EAAE,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;KACF,EACD,CAAC,GAAG,EAAE,EAAE;QACN,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;YAE9C,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,OAAO,CACjE,GAAG,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CACd,CAAC;QACJ,CAAC;IACH,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/esm/src/helpers/create-worker.d.ts

@@ -0,0 +1,13 @@
+import { Worker } from 'worker_threads';
+import { IWorkerMessage } from '../types/index.js';
+import { IQueueParams } from 'redis-smq';
+import { IRedisConfig } from 'redis-smq-common';
+export declare function createWorker(params: {
+    workerId: number;
+    workerPath: string;
+    queue: IQueueParams;
+    expectedMessages: number;
+    redisConfig: IRedisConfig;
+    onMessage: (message: IWorkerMessage) => void;
+}): Worker;
+//# sourceMappingURL=create-worker.d.ts.map

package/dist/esm/src/helpers/create-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-worker.d.ts","sourceRoot":"","sources":["../../../../src/helpers/create-worker.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAe,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,wBAAgB,YAAY,CAAC,MAAM,EAAE;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,YAAY,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,YAAY,CAAC;IAC1B,SAAS,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,CAAC;CAC9C,UAgCA"}

package/dist/esm/src/helpers/create-worker.js

@@ -0,0 +1,24 @@
+import { Worker } from 'worker_threads';
+export function createWorker(params) {
+    const { queue, workerId, expectedMessages, redisConfig } = params;
+    const workerData = {
+        redisConfig,
+        queue,
+        workerId,
+        expectedMessages,
+    };
+    const w = new Worker(params.workerPath, {
+        workerData,
+        stdout: true,
+        stderr: true,
+    });
+    w.on('message', params.onMessage);
+    w.on('error', (e) => {
+        console.error('Worker thread error:', e);
+    });
+    w.on('exit', (code) => {
+        console.warn(`Worker exited with code ${code}`);
+    });
+    return w;
+}
+//# sourceMappingURL=create-worker.js.map

package/dist/esm/src/helpers/create-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-worker.js","sourceRoot":"","sources":["../../../../src/helpers/create-worker.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAKxC,MAAM,UAAU,YAAY,CAAC,MAO5B;IAEC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,gBAAgB,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;IAClE,MAAM,UAAU,GAAgB;QAC9B,WAAW;QACX,KAAK;QACL,QAAQ;QACR,gBAAgB;KACjB,CAAC;IAGF,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE;QACtC,UAAU;QACV,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IAMH,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAElC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;QAClB,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QACpB,OAAO,CAAC,IAAI,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,CAAC;AACX,CAAC"}

package/dist/esm/src/helpers/ensure-queue.d.ts

@@ -0,0 +1,4 @@
+import { ICallback } from 'redis-smq-common';
+import { IQueueParams } from 'redis-smq';
+export declare function ensureQueue(queue: IQueueParams, cb: ICallback<void>): void;
+//# sourceMappingURL=ensure-queue.d.ts.map

package/dist/esm/src/helpers/ensure-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensure-queue.d.ts","sourceRoot":"","sources":["../../../../src/helpers/ensure-queue.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAGL,YAAY,EAEb,MAAM,WAAW,CAAC;AAEnB,wBAAgB,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,EAAE,SAAS,CAAC,IAAI,CAAC,QAWnE"}

package/dist/esm/src/helpers/ensure-queue.js

@@ -0,0 +1,10 @@
+import { EQueueDeliveryModel, EQueueType, RedisSMQ, } from 'redis-smq';
+export function ensureQueue(queue, cb) {
+    const qm = RedisSMQ.createQueueManager();
+    qm.save(queue, EQueueType.FIFO_QUEUE, EQueueDeliveryModel.POINT_TO_POINT, (err) => {
+        if (err && err.name !== 'QueueAlreadyExistsError')
+            return cb(err);
+        cb();
+    });
+}
+//# sourceMappingURL=ensure-queue.js.map

package/dist/esm/src/helpers/ensure-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ensure-queue.js","sourceRoot":"","sources":["../../../../src/helpers/ensure-queue.ts"],"names":[],"mappings":"AAUA,OAAO,EACL,mBAAmB,EACnB,UAAU,EAEV,QAAQ,GACT,MAAM,WAAW,CAAC;AAEnB,MAAM,UAAU,WAAW,CAAC,KAAmB,EAAE,EAAmB;IAClE,MAAM,EAAE,GAAG,QAAQ,CAAC,kBAAkB,EAAE,CAAC;IACzC,EAAE,CAAC,IAAI,CACL,KAAK,EACL,UAAU,CAAC,UAAU,EACrB,mBAAmB,CAAC,cAAc,EAClC,CAAC,GAAG,EAAE,EAAE;QACN,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,KAAK,yBAAyB;YAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;QAClE,EAAE,EAAE,CAAC;IACP,CAAC,CACF,CAAC;AACJ,CAAC"}

package/dist/esm/src/helpers/prefill-queue.d.ts

@@ -0,0 +1,4 @@
+import { ICallback } from 'redis-smq-common';
+import { IQueueParams } from 'redis-smq';
+export declare function prefillQueue(queue: IQueueParams, count: number, cb: ICallback): void;
+//# sourceMappingURL=prefill-queue.d.ts.map

package/dist/esm/src/helpers/prefill-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prefill-queue.d.ts","sourceRoot":"","sources":["../../../../src/helpers/prefill-queue.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAA+B,MAAM,WAAW,CAAC;AAEtE,wBAAgB,YAAY,CAC1B,KAAK,EAAE,YAAY,EACnB,KAAK,EAAE,MAAM,EACb,EAAE,EAAE,SAAS,QAiBd"}

package/dist/esm/src/helpers/prefill-queue.js

@@ -0,0 +1,23 @@
+import { ProducibleMessage, RedisSMQ } from 'redis-smq';
+export function prefillQueue(queue, count, cb) {
+    const producer = RedisSMQ.startProducer((err) => {
+        if (err)
+            return cb(err);
+        let sent = 0;
+        const pump = () => {
+            if (sent < count) {
+                sent++;
+                const msg = new ProducibleMessage().setQueue(queue).setBody(`m${sent}`);
+                producer.produce(msg, (perr) => {
+                    if (perr)
+                        return cb(perr);
+                    pump();
+                });
+            }
+            else
+                cb();
+        };
+        pump();
+    });
+}
+//# sourceMappingURL=prefill-queue.js.map

package/dist/esm/src/helpers/prefill-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prefill-queue.js","sourceRoot":"","sources":["../../../../src/helpers/prefill-queue.ts"],"names":[],"mappings":"AAUA,OAAO,EAAgB,iBAAiB,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAEtE,MAAM,UAAU,YAAY,CAC1B,KAAmB,EACnB,KAAa,EACb,EAAa;IAEb,MAAM,QAAQ,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,GAAG,EAAE,EAAE;QAC9C,IAAI,GAAG;YAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,IAAI,IAAI,GAAG,KAAK,EAAE,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,MAAM,GAAG,GAAG,IAAI,iBAAiB,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBACxE,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE;oBAC7B,IAAI,IAAI;wBAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;oBAC1B,IAAI,EAAE,CAAC;gBACT,CAAC,CAAC,CAAC;YACL,CAAC;;gBAAM,EAAE,EAAE,CAAC;QACd,CAAC,CAAC;QACF,IAAI,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/esm/src/producer-benchmark.d.ts

@@ -0,0 +1,8 @@
+import { ICallback } from 'redis-smq-common';
+import { IBenchmarkResult } from './types/index.js';
+import { BaseBenchmark } from './common/base-benchmark.js';
+export declare class ProducerBenchmark extends BaseBenchmark {
+    protected ensureQueue(): Promise<void>;
+    run(cb: ICallback<IBenchmarkResult>): void;
+}
+//# sourceMappingURL=producer-benchmark.d.ts.map

package/dist/esm/src/producer-benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"producer-benchmark.d.ts","sourceRoot":"","sources":["../../../src/producer-benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,qBAAa,iBAAkB,SAAQ,aAAa;cAClC,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IASrC,GAAG,CAAC,EAAE,EAAE,SAAS,CAAC,gBAAgB,CAAC,GAAG,IAAI;CAyClD"}

package/dist/esm/src/producer-benchmark.js

@@ -0,0 +1,47 @@
+import { async } from 'redis-smq-common';
+import { ensureQueue } from './helpers/ensure-queue.js';
+import { BaseBenchmark } from './common/base-benchmark.js';
+export class ProducerBenchmark extends BaseBenchmark {
+    async ensureQueue() {
+        return new Promise((resolve, reject) => {
+            ensureQueue(this.queue, (err) => {
+                if (err)
+                    reject(err);
+                else
+                    resolve();
+            });
+        });
+    }
+    run(cb) {
+        console.log('Starting producer throughput benchmark...');
+        console.log(`Queue: ${this.queue.ns}/${this.queue.name} | Messages: ${this.totalMessages} | Producers: ${this.workerCount}`);
+        const onComplete = (result) => {
+            this.shutdownWorkers()
+                .then(() => {
+                const totalTime = Date.now() - this.startTime;
+                console.log('\n========== BENCHMARK COMPLETE ==========');
+                console.log(`Total messages produced: ${result.total}`);
+                console.log(`Total time: ${(totalTime / 1000).toFixed(2)}s`);
+                console.log(`Overall throughput: ${(result.total / (totalTime / 1000)).toFixed(0)} messages/second`);
+                console.log('========================================\n');
+                cb(null, result);
+            })
+                .catch((err) => cb(err));
+        };
+        const messageHandler = this.createMessageHandler(onComplete);
+        async.series([
+            (cb) => this.ensureQueue()
+                .then(() => cb())
+                .catch(cb),
+            (cb) => {
+                this.createWorkers(messageHandler)
+                    .then(() => cb())
+                    .catch(cb);
+            },
+        ], (err) => {
+            if (err)
+                cb(err);
+        });
+    }
+}
+//# sourceMappingURL=producer-benchmark.js.map

package/dist/esm/src/producer-benchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"producer-benchmark.js","sourceRoot":"","sources":["../../../src/producer-benchmark.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAa,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAExD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAE3D,MAAM,OAAO,iBAAkB,SAAQ,aAAa;IACxC,KAAK,CAAC,WAAW;QACzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC9B,IAAI,GAAG;oBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;oBAChB,OAAO,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEM,GAAG,CAAC,EAA+B;QACxC,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CACT,UAAU,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,gBAAgB,IAAI,CAAC,aAAa,iBAAiB,IAAI,CAAC,WAAW,EAAE,CAChH,CAAC;QAEF,MAAM,UAAU,GAAG,CAAC,MAAwB,EAAE,EAAE;YAC9C,IAAI,CAAC,eAAe,EAAE;iBACnB,IAAI,CAAC,GAAG,EAAE;gBACT,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC9C,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;gBAC1D,OAAO,CAAC,GAAG,CAAC,4BAA4B,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACxD,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC7D,OAAO,CAAC,GAAG,CACT,uBAAuB,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CACxF,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;gBAC1D,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YACnB,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAC7B,CAAC,CAAC;QAEF,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAE7D,KAAK,CAAC,MAAM,CACV;YACE,CAAC,EAAE,EAAE,EAAE,CACL,IAAI,CAAC,WAAW,EAAE;iBACf,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;iBAChB,KAAK,CAAC,EAAE,CAAC;YACd,CAAC,EAAE,EAAE,EAAE;gBACL,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC;qBAC/B,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;qBAChB,KAAK,CAAC,EAAE,CAAC,CAAC;YACf,CAAC;SACF,EACD,CAAC,GAAG,EAAE,EAAE;YACN,IAAI,GAAG;gBAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC,CACF,CAAC;IACJ,CAAC;CACF"}

package/dist/esm/src/threads/consumer-worker-thread.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=consumer-worker-thread.d.ts.map

package/dist/esm/src/threads/consumer-worker-thread.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumer-worker-thread.d.ts","sourceRoot":"","sources":["../../../../src/threads/consumer-worker-thread.ts"],"names":[],"mappings":""}