redis-smq-benchmarks 9.0.9-next.0

package/dist/esm/src/threads/consumer-worker-thread.js

@@ -0,0 +1,59 @@
+import { parentPort, workerData } from 'worker_threads';
+import { RedisSMQ } from 'redis-smq';
+import { async } from 'redis-smq-common';
+import { EWorkerMessageType } from '../types/index.js';
+const { queue, redisConfig, workerId, expectedMessages } = workerData;
+let consumedCount = 0;
+let startTime = 0;
+RedisSMQ.initialize(redisConfig, (err) => {
+    if (err)
+        throw err;
+    const consumer = RedisSMQ.createConsumer();
+    async.series([
+        (cb) => consumer.run(cb),
+        (cb) => {
+            startTime = Date.now();
+            consumer.consume(queue, (_msg, ack) => {
+                consumedCount++;
+                ack();
+                if (expectedMessages > 0 &&
+                    consumedCount % Math.max(1, Math.floor(expectedMessages / 10)) ===
+                        0) {
+                    parentPort?.postMessage({
+                        type: EWorkerMessageType.PROGRESS,
+                        data: { workerId, processed: consumedCount },
+                    });
+                }
+                if (expectedMessages > 0 && consumedCount >= expectedMessages) {
+                    const timeTaken = Date.now() - startTime;
+                    consumer.cancel(queue, (err) => {
+                        if (err) {
+                            console.error(`Worker ${workerId} error cancelling consumer:`, err);
+                            return cb(err);
+                        }
+                        parentPort?.postMessage({
+                            type: EWorkerMessageType.COMPLETED,
+                            data: {
+                                workerId,
+                                processed: consumedCount,
+                                timeTaken,
+                                expected: expectedMessages,
+                            },
+                        });
+                        cb();
+                    });
+                }
+            }, (err) => {
+                if (err)
+                    cb(err);
+            });
+        },
+    ], (err) => {
+        if (err) {
+            console.error(`Worker ${workerId} error:`, err);
+            throw err;
+        }
+        RedisSMQ.shutdown(() => void 0);
+    });
+});
+//# sourceMappingURL=consumer-worker-thread.js.map

package/dist/esm/src/threads/consumer-worker-thread.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumer-worker-thread.js","sourceRoot":"","sources":["../../../../src/threads/consumer-worker-thread.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAe,MAAM,mBAAmB,CAAC;AAEpE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GACtD,UAAyB,CAAC;AAE5B,IAAI,aAAa,GAAG,CAAC,CAAC;AACtB,IAAI,SAAS,GAAG,CAAC,CAAC;AAElB,QAAQ,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE;IACvC,IAAI,GAAG;QAAE,MAAM,GAAG,CAAC;IACnB,MAAM,QAAQ,GAAG,QAAQ,CAAC,cAAc,EAAE,CAAC;IAE3C,KAAK,CAAC,MAAM,CACV;QACE,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,CAAC,EAAE,EAAE,EAAE;YACL,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,QAAQ,CAAC,OAAO,CACd,KAAK,EACL,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE;gBACZ,aAAa,EAAE,CAAC;gBAChB,GAAG,EAAE,CAAC;gBAGN,IACE,gBAAgB,GAAG,CAAC;oBACpB,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC;wBAC5D,CAAC,EACH,CAAC;oBACD,UAAU,EAAE,WAAW,CAAC;wBACtB,IAAI,EAAE,kBAAkB,CAAC,QAAQ;wBACjC,IAAI,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,aAAa,EAAE;qBAC7C,CAAC,CAAC;gBACL,CAAC;gBAGD,IAAI,gBAAgB,GAAG,CAAC,IAAI,aAAa,IAAI,gBAAgB,EAAE,CAAC;oBAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACzC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE;wBAC7B,IAAI,GAAG,EAAE,CAAC;4BACR,OAAO,CAAC,KAAK,CACX,UAAU,QAAQ,6BAA6B,EAC/C,GAAG,CACJ,CAAC;4BACF,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;wBACjB,CAAC;wBACD,UAAU,EAAE,WAAW,CAAC;4BACtB,IAAI,EAAE,kBAAkB,CAAC,SAAS;4BAClC,IAAI,EAAE;gCACJ,QAAQ;gCACR,SAAS,EAAE,aAAa;gCACxB,SAAS;gCACT,QAAQ,EAAE,gBAAgB;6BAC3B;yBACF,CAAC,CAAC;wBACH,EAAE,EAAE,CAAC;oBACP,CAAC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,EACD,CAAC,GAAG,EAAE,EAAE;gBACN,IAAI,GAAG;oBAAE,EAAE,CAAC,GAAG,CAAC,CAAC;YACnB,CAAC,CACF,CAAC;QACJ,CAAC;KACF,EACD,CAAC,GAAG,EAAE,EAAE;QACN,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,CAAC,KAAK,CAAC,UAAU,QAAQ,SAAS,EAAE,GAAG,CAAC,CAAC;YAChD,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC,CACF,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/esm/src/threads/producer-worker-thread.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=producer-worker-thread.d.ts.map

package/dist/esm/src/threads/producer-worker-thread.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"producer-worker-thread.d.ts","sourceRoot":"","sources":["../../../../src/threads/producer-worker-thread.ts"],"names":[],"mappings":""}

package/dist/esm/src/threads/producer-worker-thread.js

@@ -0,0 +1,54 @@
+import { parentPort, workerData } from 'worker_threads';
+import { ProducibleMessage, RedisSMQ } from 'redis-smq';
+import { async } from 'redis-smq-common';
+import { EWorkerMessageType } from '../types/index.js';
+const { queue, redisConfig, workerId, expectedMessages } = workerData;
+let producedCount = 0;
+let startTime = 0;
+RedisSMQ.initialize(redisConfig, (err) => {
+    if (err)
+        throw err;
+    const producer = RedisSMQ.createProducer();
+    async.series([
+        (cb) => producer.run(cb),
+        (cb) => {
+            startTime = Date.now();
+            const pump = () => {
+                if (producedCount < expectedMessages) {
+                    producedCount++;
+                    const msg = new ProducibleMessage()
+                        .setQueue(queue)
+                        .setBody(`m${producedCount}`);
+                    producer.produce(msg, (perr) => {
+                        if (perr)
+                            return cb(perr);
+                        pump();
+                    });
+                }
+                else if (producedCount >= expectedMessages) {
+                    const timeTaken = Date.now() - startTime;
+                    parentPort?.postMessage({
+                        type: EWorkerMessageType.COMPLETED,
+                        data: {
+                            workerId,
+                            processed: producedCount,
+                            timeTaken,
+                            expected: expectedMessages,
+                        },
+                    });
+                    return cb();
+                }
+                else
+                    cb();
+            };
+            pump();
+        },
+    ], (err) => {
+        if (err) {
+            console.error(`Worker ${workerId} error:`, err);
+            throw err;
+        }
+        RedisSMQ.shutdown(() => void 0);
+    });
+});
+//# sourceMappingURL=producer-worker-thread.js.map

package/dist/esm/src/threads/producer-worker-thread.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"producer-worker-thread.js","sourceRoot":"","sources":["../../../../src/threads/producer-worker-thread.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACxD,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAe,MAAM,mBAAmB,CAAC;AAEpE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,GACtD,UAAyB,CAAC;AAE5B,IAAI,aAAa,GAAG,CAAC,CAAC;AACtB,IAAI,SAAS,GAAG,CAAC,CAAC;AAElB,QAAQ,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,EAAE;IACvC,IAAI,GAAG;QAAE,MAAM,GAAG,CAAC;IACnB,MAAM,QAAQ,GAAG,QAAQ,CAAC,cAAc,EAAE,CAAC;IAE3C,KAAK,CAAC,MAAM,CACV;QACE,CAAC,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,CAAC,EAAE,EAAE,EAAE;YACL,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,IAAI,GAAG,GAAG,EAAE;gBAChB,IAAI,aAAa,GAAG,gBAAgB,EAAE,CAAC;oBACrC,aAAa,EAAE,CAAC;oBAChB,MAAM,GAAG,GAAG,IAAI,iBAAiB,EAAE;yBAChC,QAAQ,CAAC,KAAK,CAAC;yBACf,OAAO,CAAC,IAAI,aAAa,EAAE,CAAC,CAAC;oBAChC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE;wBAC7B,IAAI,IAAI;4BAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;wBAC1B,IAAI,EAAE,CAAC;oBACT,CAAC,CAAC,CAAC;gBACL,CAAC;qBAGI,IAAI,aAAa,IAAI,gBAAgB,EAAE,CAAC;oBAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACzC,UAAU,EAAE,WAAW,CAAC;wBACtB,IAAI,EAAE,kBAAkB,CAAC,SAAS;wBAClC,IAAI,EAAE;4BACJ,QAAQ;4BACR,SAAS,EAAE,aAAa;4BACxB,SAAS;4BACT,QAAQ,EAAE,gBAAgB;yBAC3B;qBACF,CAAC,CAAC;oBACH,OAAO,EAAE,EAAE,CAAC;gBACd,CAAC;;oBAGI,EAAE,EAAE,CAAC;YACZ,CAAC,CAAC;YACF,IAAI,EAAE,CAAC;QACT,CAAC;KACF,EACD,CAAC,GAAG,EAAE,EAAE;QACN,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,CAAC,KAAK,CAAC,UAAU,QAAQ,SAAS,EAAE,GAAG,CAAC,CAAC;YAChD,MAAM,GAAG,CAAC;QACZ,CAAC;QACD,QAAQ,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAClC,CAAC,CACF,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/esm/src/types/index.d.ts

@@ -0,0 +1,57 @@
+import { IQueueParams } from 'redis-smq';
+import { IRedisConfig } from 'redis-smq-common';
+export declare enum EWorkerMessageType {
+    PROGRESS = "PROGRESS",
+    COMPLETED = "COMPLETED"
+}
+export interface IWorkerMessageData {
+    workerId: number;
+    processed: number;
+    timeTaken: number;
+    expected: number;
+}
+export interface IWorkerData {
+    queue: IQueueParams;
+    redisConfig: IRedisConfig;
+    workerId: number;
+    expectedMessages: number;
+}
+export interface IWorkerMessage {
+    type: EWorkerMessageType;
+    data: IWorkerMessageData;
+}
+export interface IBenchmarkConfig {
+    redisConfig: IRedisConfig;
+    queue: IQueueParams;
+    totalMessages: number;
+    workerCount: number;
+    workerPath: string;
+    workerLabel: string;
+    showProgress: boolean;
+}
+export interface IE2EBenchmarkConfig {
+    redisConfig: IRedisConfig;
+    queue: IQueueParams;
+    totalMessages: number;
+    consumerCount: number;
+    consumerWorkerPath: string;
+    producerCount: number;
+    producerWorkerPath: string;
+    showProgress: boolean;
+}
+export interface IBenchmarkResult {
+    total: number;
+    totalTime: number;
+    totalWorkerTime: number;
+    workerCount: number;
+}
+export interface IE2EBenchmarkResult extends IBenchmarkResult {
+    productionTime: number;
+    consumptionTime: number;
+    messagesProduced: number;
+    messagesConsumed: number;
+    endToEndLatency?: number;
+    productionThroughput: number;
+    consumptionThroughput: number;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/esm/src/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/types/index.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,oBAAY,kBAAkB;IAC5B,QAAQ,aAAa;IACrB,SAAS,cAAc;CACxB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,YAAY,CAAC;IACpB,WAAW,EAAE,YAAY,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,kBAAkB,CAAC;IACzB,IAAI,EAAE,kBAAkB,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,YAAY,CAAC;IAC1B,KAAK,EAAE,YAAY,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,YAAY,CAAC;IAC1B,KAAK,EAAE,YAAY,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,YAAY,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,mBAAoB,SAAQ,gBAAgB;IAC3D,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,qBAAqB,EAAE,MAAM,CAAC;CAC/B"}

package/dist/esm/src/types/index.js

@@ -0,0 +1,6 @@
+export var EWorkerMessageType;
+(function (EWorkerMessageType) {
+    EWorkerMessageType["PROGRESS"] = "PROGRESS";
+    EWorkerMessageType["COMPLETED"] = "COMPLETED";
+})(EWorkerMessageType || (EWorkerMessageType = {}));
+//# sourceMappingURL=index.js.map

package/dist/esm/src/types/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/types/index.ts"],"names":[],"mappings":"AAYA,MAAM,CAAN,IAAY,kBAGX;AAHD,WAAY,kBAAkB;IAC5B,2CAAqB,CAAA;IACrB,6CAAuB,CAAA;AACzB,CAAC,EAHW,kBAAkB,KAAlB,kBAAkB,QAG7B"}

package/package.json

@@ -0,0 +1,69 @@
+{
+  "name": "redis-smq-benchmarks",
+  "version": "9.0.9-next.0",
+  "description": "Benchmarking tool for RedisSMQ to assess performance and throughput in your application environment.",
+  "author": "Weyoss <weyoss@outlook.com>",
+  "license": "MIT",
+  "keywords": [
+    "redis",
+    "redis-smq",
+    "smq",
+    "message-queue",
+    "message-broker",
+    "job-queue",
+    "priority-queue",
+    "scheduler",
+    "broker",
+    "fifo",
+    "lifo",
+    "jobs",
+    "benchmark"
+  ],
+  "homepage": "https://github.com/weyoss/redis-smq",
+  "publishConfig": {
+    "registry": "https://registry.npmjs.org"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/weyoss/redis-smq.git"
+  },
+  "bugs": {
+    "url": "https://github.com/weyoss/redis-smq/issues"
+  },
+  "type": "module",
+  "module": "./dist/esm/index.js",
+  "types": "./dist/esm/index.d.ts",
+  "exports": {
+    ".": {
+      "import": {
+        "types": "./dist/esm/index.d.ts",
+        "default": "./dist/esm/index.js"
+      }
+    },
+    "./package.json": "./package.json"
+  },
+  "typesVersions": {
+    "*": {
+      ".": [
+        "./dist/types/index.d.ts"
+      ]
+    }
+  },
+  "peerDependencies": {
+    "redis-smq": "^9.0.9-next.0",
+    "redis-smq-common": "^9.0.9-next.0"
+  },
+  "dependencies": {
+    "ioredis": "^5"
+  },
+  "bin": {
+    "redis-smq-benchmarks": "./dist/esm/bin/cli.js"
+  },
+  "engineStrict": true,
+  "engines": {
+    "node": ">=20"
+  },
+  "scripts": {
+    "build": "scripts/build.sh"
+  }
+}