redis-smq 6.0.4 → 6.1.0

package/CHANGELOG.md

@@ -1,5 +1,9 @@
 # CHANGELOG
 
+## 6.1.0 (2022-02-14)
+
+* Allow configuring which messages to store with extended parameters (7bd37a1)
+
 ## 6.0.4 (2022-02-13)
 
 * Fix missing type definition for koa-bodyparser (4b8a11e)

package/dist/index.d.ts

@@ -4,5 +4,5 @@ export { Message } from './src/message';
 export { MessageManager } from './src/message-manager';
 export { QueueManager } from './src/queue-manager';
 export { MonitorServer } from './src/monitor-server';
-export { setConfiguration } from './src/system/common/configuration';
+export { setConfiguration } from './src/system/common/configuration/configuration';
 export { setLogger } from './src/system/common/logger';

package/dist/index.js

@@ -13,7 +13,7 @@ var queue_manager_1 = require("./src/queue-manager");
 Object.defineProperty(exports, "QueueManager", { enumerable: true, get: function () { return queue_manager_1.QueueManager; } });
 var monitor_server_1 = require("./src/monitor-server");
 Object.defineProperty(exports, "MonitorServer", { enumerable: true, get: function () { return monitor_server_1.MonitorServer; } });
-var configuration_1 = require("./src/system/common/configuration");
+var configuration_1 = require("./src/system/common/configuration/configuration");
 Object.defineProperty(exports, "setConfiguration", { enumerable: true, get: function () { return configuration_1.setConfiguration; } });
 var logger_1 = require("./src/system/common/logger");
 Object.defineProperty(exports, "setLogger", { enumerable: true, get: function () { return logger_1.setLogger; } });

package/dist/src/monitor-server/index.d.ts

@@ -54,6 +54,7 @@ declare const RedisClientPrototypeAsync: {
     delAsync: (key: string) => Promise<number>;
     llenAsync: (key: string) => Promise<number>;
     lmoveAsync: (source: string, destination: string, from: "LEFT" | "RIGHT", to: "LEFT" | "RIGHT") => Promise<string>;
+    lpoprpushextraAsync: (source: string, destination: string, listSize: number, expire: number) => Promise<string>;
     lpoprpushAsync: (source: string, destination: string) => Promise<string>;
     runScriptAsync: (scriptName: import("../system/common/redis-client/lua-scripts").ELuaScriptName, keys: string[], args: (string | number)[]) => Promise<unknown>;
     zremrangebyscoreAsync: (source: string, min: string | number, max: string | number) => Promise<number>;

package/dist/src/monitor-server/index.js

@@ -29,7 +29,7 @@ const worker_runner_1 = require("../system/common/worker/worker-runner/worker-ru
 const cors = require("@koa/cors");
 const panic_error_1 = require("../system/common/errors/panic.error");
 const api_controller_1 = require("./controllers/api/api-controller");
-const configuration_1 = require("../system/common/configuration");
+const configuration_1 = require("../system/common/configuration/configuration");
 const logger_1 = require("../system/common/logger");
 const redis_keys_1 = require("../system/common/redis-keys/redis-keys");
 const worker_pool_1 = require("../system/common/worker/worker-runner/worker-pool");

package/dist/src/monitor-server/workers/websocket-heartbeat-stream.worker.js

@@ -4,7 +4,7 @@ exports.WebsocketHeartbeatStreamWorker = void 0;
 const redis_client_1 = require("../../system/common/redis-client/redis-client");
 const empty_callback_reply_error_1 = require("../../system/common/errors/empty-callback-reply.error");
 const consumer_heartbeat_1 = require("../../system/app/consumer/consumer-heartbeat");
-const configuration_1 = require("../../system/common/configuration");
+const configuration_1 = require("../../system/common/configuration/configuration");
 const worker_1 = require("../../system/common/worker/worker");
 const async_1 = require("../../system/lib/async");
 class WebsocketHeartbeatStreamWorker extends worker_1.Worker {

package/dist/src/monitor-server/workers/websocket-main-stream.worker.js

@@ -7,7 +7,7 @@ const message_manager_1 = require("../../system/app/message-manager/message-mana
 const empty_callback_reply_error_1 = require("../../system/common/errors/empty-callback-reply.error");
 const consumer_1 = require("../../system/app/consumer/consumer");
 const queue_manager_1 = require("../../system/app/queue-manager/queue-manager");
-const configuration_1 = require("../../system/common/configuration");
+const configuration_1 = require("../../system/common/configuration/configuration");
 const worker_1 = require("../../system/common/worker/worker");
 const async_1 = require("../../system/lib/async");
 class WebsocketMainStreamWorker extends worker_1.Worker {

package/dist/src/monitor-server/workers/websocket-online-stream.worker.js

@@ -5,7 +5,7 @@ const redis_client_1 = require("../../system/common/redis-client/redis-client");
 const empty_callback_reply_error_1 = require("../../system/common/errors/empty-callback-reply.error");
 const consumer_1 = require("../../system/app/consumer/consumer");
 const queue_manager_1 = require("../../system/app/queue-manager/queue-manager");
-const configuration_1 = require("../../system/common/configuration");
+const configuration_1 = require("../../system/common/configuration/configuration");
 const worker_1 = require("../../system/common/worker/worker");
 const async_1 = require("../../system/lib/async");
 class WebsocketOnlineStreamWorker extends worker_1.Worker {

package/dist/src/monitor-server/workers/websocket-rate-stream.worker.js

@@ -15,7 +15,7 @@ const global_dead_lettered_time_series_1 = require("../../system/app/consumer/co
 const consumer_acknowledged_time_series_1 = require("../../system/app/consumer/consumer-time-series/consumer-acknowledged-time-series");
 const consumer_dead_lettered_time_series_1 = require("../../system/app/consumer/consumer-time-series/consumer-dead-lettered-time-series");
 const consumer_queues_1 = require("../../system/app/consumer/consumer-queues");
-const configuration_1 = require("../../system/common/configuration");
+const configuration_1 = require("../../system/common/configuration/configuration");
 const worker_1 = require("../../system/common/worker/worker");
 const async_1 = require("../../system/lib/async");
 class WebsocketRateStreamWorker extends worker_1.Worker {

package/dist/src/system/app/consumer/consumer-message-handler.d.ts

@@ -16,14 +16,13 @@ export declare class ConsumerMessageHandler extends EventEmitter {
     protected powerManager: PowerManager;
     protected messageRate: ConsumerMessageRate | null;
     protected usingPriorityQueuing: boolean;
-    protected storeMessages: boolean;
     protected keyQueue: string;
     protected keyQueuePriority: string;
     protected keyPendingMessagesWithPriority: string;
     protected keyQueueProcessing: string;
     protected ticker: Ticker;
     protected logger: ICompatibleLogger;
-    constructor(consumerId: string, queue: TQueueParams, handler: TConsumerMessageHandler, usePriorityQueuing: boolean, storeMessages: boolean, redisClient: RedisClient, messageRate?: ConsumerMessageRate | null);
+    constructor(consumerId: string, queue: TQueueParams, handler: TConsumerMessageHandler, usePriorityQueuing: boolean, redisClient: RedisClient, messageRate?: ConsumerMessageRate | null);
     protected registerEventsHandlers(): void;
     protected unacknowledgeMessage(msg: Message, cause: EMessageUnacknowledgedCause, err?: Error): void;
     protected handleReceivedMessage(json: string): void;

package/dist/src/system/app/consumer/consumer-message-handler.js

@@ -11,13 +11,13 @@ const events_2 = require("events");
 const power_manager_1 = require("../../common/power-manager/power-manager");
 const empty_callback_reply_error_1 = require("../../common/errors/empty-callback-reply.error");
 const consumer_queues_1 = require("./consumer-queues");
-const broker_1 = require("../../common/broker");
+const broker_1 = require("../../common/broker/broker");
 const queue_manager_1 = require("../queue-manager/queue-manager");
 const ticker_1 = require("../../common/ticker/ticker");
 const logger_1 = require("../../common/logger");
 const async_1 = require("../../lib/async");
 class ConsumerMessageHandler extends events_2.EventEmitter {
-    constructor(consumerId, queue, handler, usePriorityQueuing, storeMessages, redisClient, messageRate = null) {
+    constructor(consumerId, queue, handler, usePriorityQueuing, redisClient, messageRate = null) {
         super();
         this.messageRate = null;
         this.run = (cb) => {
@@ -74,7 +74,6 @@ class ConsumerMessageHandler extends events_2.EventEmitter {
         this.handler = handler;
         this.redisClient = redisClient;
         this.usingPriorityQueuing = usePriorityQueuing;
-        this.storeMessages = storeMessages;
         this.redisKeys = redis_keys_1.redisKeys.getQueueConsumerKeys(this.queue, this.consumerId);
         const { keyQueuePendingPriorityMessageIds, keyQueuePending, keyQueuePendingPriorityMessages, keyQueueProcessing, } = this.redisKeys;
         this.keyQueue = keyQueuePending;
@@ -175,7 +174,7 @@ class ConsumerMessageHandler extends events_2.EventEmitter {
                         this.unacknowledgeMessage(msg, types_1.EMessageUnacknowledgedCause.UNACKNOWLEDGED, err);
                     else {
                         const { keyQueueProcessing } = this.redisKeys;
-                        broker_1.broker.acknowledgeMessage(this.redisClient, msg, keyQueueProcessing, this.storeMessages, (err) => {
+                        broker_1.broker.acknowledgeMessage(this.redisClient, msg, keyQueueProcessing, (err) => {
                             if (err)
                                 this.emit(events_1.events.ERROR, err);
                             else

package/dist/src/system/app/consumer/consumer.js

@@ -19,7 +19,7 @@ const queue_manager_1 = require("../queue-manager/queue-manager");
 const worker_pool_1 = require("../../common/worker/worker-runner/worker-pool");
 const async_1 = require("../../lib/async");
 const message_1 = require("../message/message");
-const broker_1 = require("../../common/broker");
+const broker_1 = require("../../common/broker/broker");
 const time_series_1 = require("../../common/time-series/time-series");
 const global_dead_lettered_time_series_1 = require("./consumer-time-series/global-dead-lettered-time-series");
 const queue_dead_lettered_time_series_1 = require("./consumer-time-series/queue-dead-lettered-time-series");
@@ -96,7 +96,7 @@ class Consumer extends base_1.Base {
                         const messageRate = this.getConfig().monitor.enabled
                             ? this.createMessageRateInstance(queue, sharedRedisClient)
                             : null;
-                        const handler = new consumer_message_handler_1.ConsumerMessageHandler(this.id, queue, messageHandler, usePriorityQueuing, this.getConfig().storeMessages, redisClient, messageRate);
+                        const handler = new consumer_message_handler_1.ConsumerMessageHandler(this.id, queue, messageHandler, usePriorityQueuing, redisClient, messageRate);
                         this.registerMessageHandlerEvents(handler);
                         this.messageHandlerInstances.push(handler);
                         this.logger.info(`Created a new instance (ID: ${handler.getId()}) for MessageHandler (${JSON.stringify(handlerParams)}).`);
@@ -282,18 +282,13 @@ class Consumer extends base_1.Base {
                     if (err)
                         cb(err);
                     else if (msg) {
-                        broker_1.broker.retry(multi, keyQueueProcessing, msg, types_1.EMessageUnacknowledgedCause.RECOVERY, (err, deadLetteredCause) => {
-                            if (err)
-                                cb(err);
-                            else if (deadLetteredCause) {
-                                const timestamp = time_series_1.TimeSeries.getCurrentTimestamp();
-                                (0, global_dead_lettered_time_series_1.GlobalDeadLetteredTimeSeries)(redisClient).add(timestamp, 1, multi);
-                                (0, queue_dead_lettered_time_series_1.QueueDeadLetteredTimeSeries)(redisClient, queue).add(timestamp, 1, multi);
-                                cb();
-                            }
-                            else
-                                cb();
-                        });
+                        const deadLettered = broker_1.broker.retry(multi, keyQueueProcessing, msg, types_1.EMessageUnacknowledgedCause.RECOVERY);
+                        if (typeof deadLettered === 'string') {
+                            const timestamp = time_series_1.TimeSeries.getCurrentTimestamp();
+                            (0, global_dead_lettered_time_series_1.GlobalDeadLetteredTimeSeries)(redisClient).add(timestamp, 1, multi);
+                            (0, queue_dead_lettered_time_series_1.QueueDeadLetteredTimeSeries)(redisClient, queue).add(timestamp, 1, multi);
+                        }
+                        cb();
                     }
                     else
                         cb();

package/dist/src/system/app/message/message.js

@@ -4,7 +4,7 @@ exports.Message = void 0;
 const cron_parser_1 = require("cron-parser");
 const argument_error_1 = require("../../common/errors/argument.error");
 const queue_manager_1 = require("../queue-manager/queue-manager");
-const configuration_1 = require("../../common/configuration");
+const configuration_1 = require("../../common/configuration/configuration");
 const message_metadata_1 = require("./message-metadata");
 const panic_error_1 = require("../../common/errors/panic.error");
 class Message {

package/dist/src/system/app/message-manager/message-manager.js

@@ -7,7 +7,7 @@ const queue_manager_1 = require("../queue-manager/queue-manager");
 const redis_keys_1 = require("../../common/redis-keys/redis-keys");
 const common_1 = require("./common");
 const message_not_found_error_1 = require("./errors/message-not-found.error");
-const configuration_1 = require("../../common/configuration");
+const configuration_1 = require("../../common/configuration/configuration");
 const logger_1 = require("../../common/logger");
 class MessageManager {
     constructor(redisClient) {

package/dist/src/system/app/producer/producer.js

@@ -8,8 +8,8 @@ const base_1 = require("../../common/base");
 const producer_message_rate_writer_1 = require("./producer-message-rate-writer");
 const redis_keys_1 = require("../../common/redis-keys/redis-keys");
 const lua_scripts_1 = require("../../common/redis-client/lua-scripts");
-const broker_1 = require("../../common/broker");
-const configuration_1 = require("../../common/configuration");
+const broker_1 = require("../../common/broker/broker");
+const configuration_1 = require("../../common/configuration/configuration");
 const message_error_1 = require("../../common/errors/message.error");
 class Producer extends base_1.Base {
     constructor() {

package/dist/src/system/app/queue-manager/queue-manager-frontend.js

@@ -4,7 +4,7 @@ exports.QueueManagerFrontend = void 0;
 const redis_client_1 = require("../../common/redis-client/redis-client");
 const empty_callback_reply_error_1 = require("../../common/errors/empty-callback-reply.error");
 const queue_manager_1 = require("./queue-manager");
-const configuration_1 = require("../../common/configuration");
+const configuration_1 = require("../../common/configuration/configuration");
 const logger_1 = require("../../common/logger");
 class QueueManagerFrontend {
     constructor(redisClient) {

package/dist/src/system/common/base.js

@@ -8,7 +8,7 @@ const events_2 = require("./events");
 const redis_client_1 = require("./redis-client/redis-client");
 const empty_callback_reply_error_1 = require("./errors/empty-callback-reply.error");
 const panic_error_1 = require("./errors/panic.error");
-const configuration_1 = require("./configuration");
+const configuration_1 = require("./configuration/configuration");
 const logger_1 = require("./logger");
 const async_1 = require("../lib/async");
 class Base extends events_1.EventEmitter {

package/dist/src/system/common/broker/broker.d.ts

@@ -0,0 +1,10 @@
+import { ICallback } from '../../../../types';
+import { Message } from '../../app/message/message';
+import { RedisClient } from '../redis-client/redis-client';
+import { retry } from './retry/retry';
+import { scheduleMessage } from './schedule-message';
+export declare const broker: {
+    retry: typeof retry;
+    scheduleMessage: typeof scheduleMessage;
+    acknowledgeMessage(redisClient: RedisClient, message: Message, keyQueueProcessing: string, cb: ICallback<void>): void;
+};

package/dist/src/system/common/broker/broker.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.broker = void 0;
+const redis_keys_1 = require("../redis-keys/redis-keys");
+const configuration_1 = require("../configuration/configuration");
+const retry_1 = require("./retry/retry");
+const schedule_message_1 = require("./schedule-message");
+exports.broker = {
+    retry: retry_1.retry,
+    scheduleMessage: schedule_message_1.scheduleMessage,
+    acknowledgeMessage(redisClient, message, keyQueueProcessing, cb) {
+        const queue = message.getRequiredQueue();
+        const { store, queueSize, expire } = (0, configuration_1.getConfiguration)().storeMessages.acknowledged;
+        if (store) {
+            const { keyQueueAcknowledged } = redis_keys_1.redisKeys.getQueueKeys(queue);
+            if (queueSize || expire) {
+                redisClient.lpoprpushextra(keyQueueProcessing, keyQueueAcknowledged, queueSize > 0 ? queueSize * -1 : queueSize, expire, (err) => {
+                    if (err)
+                        cb(err);
+                    else
+                        cb();
+                });
+            }
+            else {
+                redisClient.lpoprpush(keyQueueProcessing, keyQueueAcknowledged, (err) => {
+                    if (err)
+                        cb(err);
+                    else
+                        cb();
+                });
+            }
+        }
+        else {
+            redisClient.rpop(keyQueueProcessing, (err) => cb(err));
+        }
+    },
+};
+//# sourceMappingURL=broker.js.map

package/dist/src/system/common/broker/retry/dead-letter-message.d.ts

@@ -0,0 +1,5 @@
+import { EMessageDeadLetterCause, EMessageUnacknowledgedCause, ICallback, TRedisClientMulti } from '../../../../../types';
+import { Message } from '../../../app/message/message';
+import { RedisClient } from '../../redis-client/redis-client';
+export declare function deadLetterMessage(mixed: TRedisClientMulti, message: Message, keyQueueProcessing: string, unacknowledgedCause: EMessageUnacknowledgedCause, deadLetterCause: EMessageDeadLetterCause): void;
+export declare function deadLetterMessage(mixed: RedisClient, message: Message, keyQueueProcessing: string, unacknowledgedCause: EMessageUnacknowledgedCause, deadLetterCause: EMessageDeadLetterCause, cb: ICallback<void>): void;

package/dist/src/system/common/broker/retry/dead-letter-message.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deadLetterMessage = void 0;
+const redis_keys_1 = require("../../redis-keys/redis-keys");
+const configuration_1 = require("../../configuration/configuration");
+const redis_client_1 = require("../../redis-client/redis-client");
+const panic_error_1 = require("../../errors/panic.error");
+function deadLetterMessageTransaction(mixed, message, keyQueueProcessing) {
+    const queue = message.getRequiredQueue();
+    const { keyQueueDL } = redis_keys_1.redisKeys.getQueueKeys(queue);
+    const { store, expire, queueSize } = (0, configuration_1.getConfiguration)().storeMessages.deadLettered;
+    if (store) {
+        mixed.lpop(keyQueueProcessing);
+        mixed.rpush(keyQueueDL, JSON.stringify(message));
+        if (expire) {
+            mixed.pexpire(keyQueueDL, expire);
+        }
+        if (queueSize) {
+            mixed.ltrim(keyQueueDL, queueSize * -1, -1);
+        }
+    }
+    else {
+        mixed.rpop(keyQueueProcessing);
+    }
+}
+function deadLetterMessage(mixed, message, keyQueueProcessing, unacknowledgedCause, deadLetterCause, cb) {
+    if (mixed instanceof redis_client_1.RedisClient) {
+        if (!cb)
+            throw new panic_error_1.PanicError(`Expected a callback function`);
+        const queue = message.getRequiredQueue();
+        const { keyQueueDL } = redis_keys_1.redisKeys.getQueueKeys(queue);
+        const { store, expire, queueSize } = (0, configuration_1.getConfiguration)().storeMessages.deadLettered;
+        if (store) {
+            if (expire || queueSize) {
+                mixed.lpoprpushextra(keyQueueProcessing, keyQueueDL, queueSize ? queueSize * -1 : queueSize, expire, (err) => {
+                    if (err)
+                        cb(err);
+                    else
+                        cb();
+                });
+            }
+            else {
+                mixed.lpoprpush(keyQueueProcessing, keyQueueDL, (err) => {
+                    if (err)
+                        cb(err);
+                    else
+                        cb();
+                });
+            }
+        }
+        else {
+            mixed.rpop(keyQueueProcessing, (err) => cb(err));
+        }
+    }
+    else {
+        deadLetterMessageTransaction(mixed, message, keyQueueProcessing);
+    }
+}
+exports.deadLetterMessage = deadLetterMessage;
+//# sourceMappingURL=dead-letter-message.js.map

package/dist/src/system/common/broker/retry/delay-message.d.ts

@@ -0,0 +1,6 @@
+import { RedisClient } from '../../redis-client/redis-client';
+import { EMessageUnacknowledgedCause, ICallback, TRedisClientMulti } from '../../../../../types';
+import { Message } from '../../../app/message/message';
+export declare function delayMessageTransaction(mixed: TRedisClientMulti, message: Message, keyQueueProcessing: string): void;
+export declare function delayMessage(mixed: TRedisClientMulti, message: Message, keyQueueProcessing: string, unacknowledgedCause: EMessageUnacknowledgedCause): void;
+export declare function delayMessage(mixed: RedisClient, message: Message, keyQueueProcessing: string, unacknowledgedCause: EMessageUnacknowledgedCause, cb: ICallback<void>): void;

package/dist/src/system/common/broker/retry/delay-message.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.delayMessage = exports.delayMessageTransaction = void 0;
+const redis_client_1 = require("../../redis-client/redis-client");
+const redis_keys_1 = require("../../redis-keys/redis-keys");
+const panic_error_1 = require("../../errors/panic.error");
+function delayMessageTransaction(mixed, message, keyQueueProcessing) {
+    const queue = message.getRequiredQueue();
+    const { keyDelayedMessages } = redis_keys_1.redisKeys.getQueueKeys(queue);
+    mixed.rpoplpush(keyQueueProcessing, keyDelayedMessages);
+}
+exports.delayMessageTransaction = delayMessageTransaction;
+function delayMessage(mixed, message, keyQueueProcessing, unacknowledgedCause, cb) {
+    if (mixed instanceof redis_client_1.RedisClient) {
+        if (!cb)
+            throw new panic_error_1.PanicError(`Expected a callback function`);
+        const queue = message.getRequiredQueue();
+        const { keyDelayedMessages } = redis_keys_1.redisKeys.getQueueKeys(queue);
+        mixed.rpoplpush(keyQueueProcessing, keyDelayedMessages, (err) => cb(err));
+    }
+    else {
+        delayMessageTransaction(mixed, message, keyQueueProcessing);
+    }
+}
+exports.delayMessage = delayMessage;
+//# sourceMappingURL=delay-message.js.map

package/dist/src/system/common/broker/retry/requeue-message.d.ts

@@ -0,0 +1,5 @@
+import { RedisClient } from '../../redis-client/redis-client';
+import { EMessageUnacknowledgedCause, ICallback, TRedisClientMulti } from '../../../../../types';
+import { Message } from '../../../app/message/message';
+export declare function requeueMessage(mixed: TRedisClientMulti, message: Message, keyQueueProcessing: string, unacknowledgedCause: EMessageUnacknowledgedCause): void;
+export declare function requeueMessage(mixed: RedisClient, message: Message, keyQueueProcessing: string, unacknowledgedCause: EMessageUnacknowledgedCause, cb: ICallback<void>): void;

package/dist/src/system/common/broker/retry/requeue-message.js

@@ -0,0 +1,20 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.requeueMessage = void 0;
+const redis_client_1 = require("../../redis-client/redis-client");
+const redis_keys_1 = require("../../redis-keys/redis-keys");
+const panic_error_1 = require("../../errors/panic.error");
+function requeueMessage(mixed, message, keyQueueProcessing, unacknowledgedCause, cb) {
+    const queue = message.getRequiredQueue();
+    const { keyRequeueMessages } = redis_keys_1.redisKeys.getQueueKeys(queue);
+    if (mixed instanceof redis_client_1.RedisClient) {
+        if (!cb)
+            throw new panic_error_1.PanicError(`Expected a callback function`);
+        mixed.rpoplpush(keyQueueProcessing, keyRequeueMessages, (err) => cb(err));
+    }
+    else {
+        mixed.rpoplpush(keyQueueProcessing, keyRequeueMessages);
+    }
+}
+exports.requeueMessage = requeueMessage;
+//# sourceMappingURL=requeue-message.js.map

package/dist/src/system/common/broker/retry/retry.d.ts

@@ -0,0 +1,5 @@
+import { EMessageDeadLetterCause, EMessageUnacknowledgedCause, ICallback, TRedisClientMulti } from '../../../../../types';
+import { Message } from '../../../app/message/message';
+import { RedisClient } from '../../redis-client/redis-client';
+export declare function retry(mixed: TRedisClientMulti, processingQueue: string, message: Message, unacknowledgedCause: EMessageUnacknowledgedCause): EMessageDeadLetterCause | void;
+export declare function retry(mixed: RedisClient, processingQueue: string, message: Message, unacknowledgedCause: EMessageUnacknowledgedCause, cb: ICallback<EMessageDeadLetterCause | void>): void;

package/dist/src/system/common/broker/retry/retry.js

@@ -0,0 +1,80 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.retry = void 0;
+const types_1 = require("../../../../../types");
+const dead_letter_message_1 = require("./dead-letter-message");
+const requeue_message_1 = require("./requeue-message");
+const redis_client_1 = require("../../redis-client/redis-client");
+const panic_error_1 = require("../../errors/panic.error");
+const delay_message_1 = require("./delay-message");
+var EValidateAction;
+(function (EValidateAction) {
+    EValidateAction[EValidateAction["DEAD_LETTER"] = 0] = "DEAD_LETTER";
+    EValidateAction[EValidateAction["REQUEUE"] = 1] = "REQUEUE";
+    EValidateAction[EValidateAction["DELAY"] = 2] = "DELAY";
+})(EValidateAction || (EValidateAction = {}));
+function getRetryAction(message, unacknowledgedCause) {
+    if (unacknowledgedCause === types_1.EMessageUnacknowledgedCause.TTL_EXPIRED ||
+        message.getSetExpired()) {
+        return {
+            action: EValidateAction.DEAD_LETTER,
+            deadLetterCause: types_1.EMessageDeadLetterCause.TTL_EXPIRED,
+        };
+    }
+    if (message.isPeriodic()) {
+        return {
+            action: EValidateAction.DEAD_LETTER,
+            deadLetterCause: types_1.EMessageDeadLetterCause.PERIODIC_MESSAGE,
+        };
+    }
+    if (message.hasRetryThresholdExceeded()) {
+        return {
+            action: EValidateAction.DEAD_LETTER,
+            deadLetterCause: types_1.EMessageDeadLetterCause.RETRY_THRESHOLD_EXCEEDED,
+        };
+    }
+    const delay = message.getRetryDelay();
+    if (delay) {
+        return {
+            action: EValidateAction.DELAY,
+        };
+    }
+    return {
+        action: EValidateAction.REQUEUE,
+    };
+}
+function retryTransaction(mixed, processingQueue, message, unacknowledgedCause) {
+    const r = getRetryAction(message, unacknowledgedCause);
+    if (r.action === EValidateAction.DEAD_LETTER) {
+        (0, dead_letter_message_1.deadLetterMessage)(mixed, message, processingQueue, unacknowledgedCause, r.deadLetterCause);
+        return r.deadLetterCause;
+    }
+    if (r.action === EValidateAction.REQUEUE) {
+        return (0, requeue_message_1.requeueMessage)(mixed, message, processingQueue, unacknowledgedCause);
+    }
+    return (0, delay_message_1.delayMessage)(mixed, message, processingQueue, unacknowledgedCause);
+}
+function retry(mixed, processingQueue, message, unacknowledgedCause, cb) {
+    if (mixed instanceof redis_client_1.RedisClient) {
+        if (!cb)
+            throw new panic_error_1.PanicError(`Expected a callback function`);
+        const r = getRetryAction(message, unacknowledgedCause);
+        if (r.action === EValidateAction.DEAD_LETTER) {
+            return (0, dead_letter_message_1.deadLetterMessage)(mixed, message, processingQueue, unacknowledgedCause, r.deadLetterCause, (err) => {
+                if (err)
+                    cb(err);
+                else
+                    cb(null, r.deadLetterCause);
+            });
+        }
+        if (r.action === EValidateAction.DELAY) {
+            return (0, delay_message_1.delayMessage)(mixed, message, processingQueue, unacknowledgedCause, cb);
+        }
+        return (0, requeue_message_1.requeueMessage)(mixed, message, processingQueue, unacknowledgedCause, cb);
+    }
+    else {
+        return retryTransaction(mixed, processingQueue, message, unacknowledgedCause);
+    }
+}
+exports.retry = retry;
+//# sourceMappingURL=retry.js.map

package/dist/src/system/common/broker/schedule-message.d.ts

@@ -0,0 +1,5 @@
+import { ICallback, TRedisClientMulti } from '../../../../types';
+import { Message } from '../../app/message/message';
+import { RedisClient } from '../redis-client/redis-client';
+export declare function scheduleMessage(mixed: TRedisClientMulti, message: Message): boolean;
+export declare function scheduleMessage(mixed: RedisClient, message: Message, cb: ICallback<boolean>): void;

package/dist/src/system/common/broker/schedule-message.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scheduleMessage = void 0;
+const redis_keys_1 = require("../redis-keys/redis-keys");
+const redis_client_1 = require("../redis-client/redis-client");
+const lua_scripts_1 = require("../redis-client/lua-scripts");
+const panic_error_1 = require("../errors/panic.error");
+function scheduleMessageTransaction(multi, message) {
+    const timestamp = message.getNextScheduledTimestamp();
+    if (timestamp > 0) {
+        const { keyScheduledMessageIds, keyScheduledMessages } = redis_keys_1.redisKeys.getMainKeys();
+        message.getRequiredMetadata().setScheduledAt(Date.now());
+        const messageId = message.getRequiredId();
+        multi.zadd(keyScheduledMessageIds, timestamp, messageId);
+        multi.hset(keyScheduledMessages, messageId, JSON.stringify(message));
+        return true;
+    }
+    return false;
+}
+function scheduleMessage(mixed, message, cb) {
+    if (mixed instanceof redis_client_1.RedisClient) {
+        if (!cb)
+            throw new panic_error_1.PanicError(`Expected a callback function`);
+        const timestamp = message.getNextScheduledTimestamp();
+        if (timestamp > 0) {
+            const queue = message.getRequiredQueue();
+            const { keyNamespaces, keyNsQueues, keyQueues, keyScheduledMessageIds, keyScheduledMessages, } = redis_keys_1.redisKeys.getQueueKeys(queue);
+            message.getRequiredMetadata().setScheduledAt(Date.now());
+            const messageId = message.getRequiredId();
+            mixed.runScript(lua_scripts_1.ELuaScriptName.SCHEDULE_MESSAGE, [
+                keyNamespaces,
+                keyNsQueues,
+                keyQueues,
+                keyScheduledMessageIds,
+                keyScheduledMessages,
+            ], [
+                queue.ns,
+                JSON.stringify(queue),
+                messageId,
+                JSON.stringify(message),
+                `${timestamp}`,
+            ], (err) => {
+                if (err)
+                    cb(err);
+                else
+                    cb(null, true);
+            });
+        }
+        else
+            cb(null, false);
+    }
+    else {
+        return scheduleMessageTransaction(mixed, message);
+    }
+}
+exports.scheduleMessage = scheduleMessage;
+//# sourceMappingURL=schedule-message.js.map

package/dist/src/system/common/configuration/configuration.d.ts

@@ -0,0 +1,4 @@
+import { IConfig, IRequiredConfig } from '../../../../types';
+export declare function setConfiguration(config?: IConfig): IRequiredConfig;
+export declare function setConfigurationIfNotExists(): boolean;
+export declare function getConfiguration(): IRequiredConfig;

package/dist/src/system/common/{errors → configuration}/configuration.error.d.ts

@@ -1,3 +1,3 @@
-import { RedisSMQError } from './redis-smq.error';
+import { RedisSMQError } from '../errors/redis-smq.error';
 export declare class ConfigurationError extends RedisSMQError {
 }

package/dist/src/system/common/{errors → configuration}/configuration.error.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ConfigurationError = void 0;
-const redis_smq_error_1 = require("./redis-smq.error");
+const redis_smq_error_1 = require("../errors/redis-smq.error");
 class ConfigurationError extends redis_smq_error_1.RedisSMQError {
 }
 exports.ConfigurationError = ConfigurationError;