@message-queue-toolkit/core 19.0.0 → 21.0.0

package/dist/payload-store/payloadStoreTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"payloadStoreTypes.js","sourceRoot":"","sources":["../../lib/payload-store/payloadStoreTypes.ts"],"names":[],"mappings":"AAmBA,MAAM,UAAU,aAAa,CAAC,KAAc;IAC1C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,SAAS,IAAI,KAAK,CAAA;AAC1E,CAAC"}

package/dist/{lib/queues → queues}/AbstractPublisherManager.d.ts

@@ -1,11 +1,11 @@
 import type { TypeOf, z } from 'zod';
-import type { EventRegistry } from '../events/EventRegistry';
-import type { PublisherBaseEventType } from '../events/baseEventSchemas';
-import type { CommonEventDefinition } from '../events/eventTypes';
-import type { MetadataFiller } from '../messages/MetadataFiller';
-import type { AsyncPublisher, SyncPublisher } from '../types/MessageQueueTypes';
-import type { CommonCreationConfigType, QueuePublisherOptions } from '../types/queueOptionsTypes';
-import type { PublicHandlerSpy } from './HandlerSpy';
+import type { EventRegistry } from '../events/EventRegistry.ts';
+import type { PublisherBaseEventType } from '../events/baseEventSchemas.ts';
+import type { CommonEventDefinition } from '../events/eventTypes.ts';
+import type { MetadataFiller } from '../messages/MetadataFiller.ts';
+import type { AsyncPublisher, SyncPublisher } from '../types/MessageQueueTypes.ts';
+import type { CommonCreationConfigType, QueuePublisherOptions } from '../types/queueOptionsTypes.ts';
+import type { PublicHandlerSpy } from './HandlerSpy.ts';
 export type MessagePublishType<T extends CommonEventDefinition> = z.infer<T['publisherSchema']>;
 export type MessageSchemaType<T extends CommonEventDefinition> = z.infer<T['consumerSchema']>;
 export type AbstractPublisherFactory<PublisherType extends AsyncPublisher<object, unknown> | SyncPublisher<object, unknown>, DependenciesType, CreationConfigType extends CommonCreationConfigType, QueueLocatorType extends object, EventType extends PublisherBaseEventType, OptionsType extends Omit<QueuePublisherOptions<CreationConfigType, QueueLocatorType, EventType>, 'messageSchemas' | 'creationConfig' | 'locatorConfig'>> = {

package/dist/{lib/queues → queues}/AbstractPublisherManager.js

@@ -1,7 +1,4 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AbstractPublisherManager = void 0;
-class AbstractPublisherManager {
+export class AbstractPublisherManager {
     publisherFactory;
     newPublisherOptions;
     metadataFiller;
@@ -127,5 +124,4 @@ class AbstractPublisherManager {
         return publisher.handlerSpy;
     }
 }
-exports.AbstractPublisherManager = AbstractPublisherManager;
 //# sourceMappingURL=AbstractPublisherManager.js.map

package/dist/queues/AbstractPublisherManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AbstractPublisherManager.js","sourceRoot":"","sources":["../../lib/queues/AbstractPublisherManager.ts"],"names":[],"mappings":"AA6BA,MAAM,OAAgB,wBAAwB;IAgB3B,gBAAgB,CAOhC;IAEkB,mBAAmB,CAAa;IAEhC,cAAc,CAGhC;IACkB,aAAa,CAAQ;IAExC,qFAAqF;IAClE,gBAAgB,GAAgD,EAGlF,CAAA;IACkB,OAAO,CAAS;IACzB,oBAAoB,GAAwC,EAGrE,CAAA;IACgB,qBAAqB,CAAkB;IAExD,YAAsB,EACpB,gBAAgB,EAChB,mBAAmB,EACnB,qBAAqB,EACrB,cAAc,EACd,aAAa,EACb,aAAa,EACb,OAAO,GAmBR;QACC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;QACxC,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAA;QAC9C,IAAI,CAAC,cAAc,GAAG,cAAc,CAAA;QACpC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAA;QAClC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAA;QAElD,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,eAAe,CAAC,CAAA;QAClD,IAAI,CAAC,kBAAkB,EAAE,CAAA;IAC3B,CAAC;IAIS,+BAA+B,CAAC,YAAoB;QAC5D,OAAO,EAAE,CAAA;IACX,CAAC;IAEO,cAAc,CAAC,MAAiC;QACtD,KAAK,MAAM,cAAc,IAAI,MAAM,EAAE,CAAC;YACpC,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAA;YAE3D,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,SAAQ;YACV,CAAC;YAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,GAAG,EAAE,CAAA;YACzC,CAAC;YAED,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QACzD,CAAC;IACH,CAAC;IAEO,kBAAkB;QACxB,KAAK,MAAM,WAAW,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAChD,IAAI,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3C,SAAQ;YACV,CAAC;YAED,MAAM,cAAc,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACtE,OAAO,KAAK,CAAC,cAAc,CAAA;YAC7B,CAAC,CAAC,CAAA;YACF,MAAM,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAA;YAC9D,MAAM,eAAe,GAAG,IAAI,CAAC,+BAA+B,CAAC,WAAW,CAAC,CAAA;YAEzE,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAC3E,IAAI,CAAC,qBAAqB,EAC1B;gBACE,GAAG,IAAI,CAAC,mBAAmB;gBAC3B,cAAc;gBACd,cAAc;gBACd,GAAG,eAAe;aACnB,CACF,CAAA;QACH,CAAC;IACH,CAAC;IAEM,eAAe,CAAC,WAAyB,EAAE,SAAwB;QACxE,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,GAAG,SAAS,CAAA;IACpD,CAAC;IAEM,qBAAqB,CAAC,eAAoC;QAC/D,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAA;QAC5D,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAA;QACpE,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,GAAG,EAAE,CAAA;QACzC,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;IAC1D,CAAC;IAEM,KAAK,CAAC,OAAO,CAClB,WAAyB,EACzB,OAA8D,EAC9D,sBAA8C,EAC9C,cAAmC;QAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAA;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,2BAA2B,WAAW,8EAA8E,CACrH,CAAA;QACH,CAAC;QACD,MAAM,iBAAiB,GAAG,IAAI,CAAC,wBAAwB,CAAC,WAAW,EAAE,OAAO,CAAC,CAAA;QAC7E,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,iCAAiC,WAAW,eAAe,OAAO,CAAC,IAAI,8BAA8B,CACtG,CAAA;QACH,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,iBAAiB,EAAE,OAAO,EAAE,sBAAsB,CAAC,CAAA;QAE/F,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAO,SAA6C,CAAC,OAAO,CAAC,eAAe,EAAE,cAAc,CAAC,CAAA;QAC/F,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,OAAO,CAAC,eAAe,EAAE,cAAc,CAAC,CAAA;QACpD,CAAC;QAED,OAAO,eAAe,CAAA;IACxB,CAAC;IAES,wBAAwB,CAChC,WAAyB,EACzB,OAA8D;QAE9D,2BAA2B;QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,IAAI,CAC5C,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,OAAO,CAAC,IAAI,CAClE,CAAA;IACH,CAAC;IAES,cAAc,CACtB,iBAAkD,EAClD,OAA8D,EAC9D,sBAA8C;QAE9C,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe;QAC1D,aAAa;QACb,OAAO,EACP,iBAAiB,EACjB,sBAAsB,CACvB,CAAA;QAED,aAAa;QACb,MAAM,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;YAClD,CAAC,CAAC;gBACE,GAAG,gBAAgB;gBACnB,aAAa;gBACb,GAAG,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;aAC/B;YACH,CAAC,CAAC,aAAa;gBACb,gBAAgB,CAAA;QAEpB,aAAa;QACb,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE;YACnC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,gBAAgB,EAAE;YACjD,GAAG,OAAO;YACV,QAAQ,EAAE,gBAAgB;SAC3B,CAAA;IACH,CAAC;IAEM,iBAAiB;QACtB,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE;YACnC,SAAS,EAAE,IAAI,CAAC,cAAc,CAAC,gBAAgB,EAAE;SAClD,CAAA;IACH,CAAC;IAED;;OAEG;IACI,UAAU,CAAC,WAAyB;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,CAAA;QAExD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,2BAA2B,WAAW,8EAA8E,CACrH,CAAA;QACH,CAAC;QAED,OAAO,SAAS,CAAC,UAAU,CAAA;IAC7B,CAAC;CACF"}

package/dist/{lib/queues → queues}/AbstractQueueService.d.ts

@@ -1,13 +1,14 @@
 import type { CommonLogger, Either, ErrorReporter, ErrorResolver } from '@lokalise/node-core';
 import type { ZodSchema, ZodType } from 'zod';
-import type { MessageInvalidFormatError, MessageValidationError } from '../errors/Errors';
-import type { OffloadedPayloadPointerPayload } from '../payload-store/offloadedPayloadMessageSchemas';
-import type { PayloadStoreConfig } from '../payload-store/payloadStoreTypes';
-import type { MessageProcessingResult } from '../types/MessageQueueTypes';
-import type { DeletionConfig, MessageMetricsManager, QueueDependencies, QueueOptions } from '../types/queueOptionsTypes';
-import type { BarrierCallback, BarrierResult, MessageHandlerConfig, PreHandlingOutputs, Prehandler, PrehandlerResult } from './HandlerContainer';
-import type { HandlerSpy, PublicHandlerSpy } from './HandlerSpy';
-import { MessageSchemaContainer } from './MessageSchemaContainer';
+import type { MessageInvalidFormatError, MessageValidationError } from '../errors/Errors.ts';
+import { AcquireLockTimeoutError, type DeduplicationRequester, type MessageDeduplicationConfig, type ReleasableLock } from '../message-deduplication/messageDeduplicationTypes.ts';
+import { type OffloadedPayloadPointerPayload } from '../payload-store/offloadedPayloadMessageSchemas.ts';
+import type { PayloadStoreConfig } from '../payload-store/payloadStoreTypes.ts';
+import type { MessageProcessingResult } from '../types/MessageQueueTypes.ts';
+import type { DeletionConfig, MessageMetricsManager, QueueDependencies, QueueOptions } from '../types/queueOptionsTypes.ts';
+import type { BarrierCallback, BarrierResult, MessageHandlerConfig, PreHandlingOutputs, Prehandler, PrehandlerResult } from './HandlerContainer.ts';
+import type { HandlerSpy, PublicHandlerSpy } from './HandlerSpy.ts';
+import { MessageSchemaContainer } from './MessageSchemaContainer.ts';
 export type Deserializer<MessagePayloadType extends object> = (message: unknown, type: ZodType<MessagePayloadType>, errorProcessor: ErrorResolver) => Either<MessageInvalidFormatError | MessageValidationError, MessagePayloadType>;
 type CommonQueueLocator = {
     queueName: string;
@@ -21,12 +22,20 @@ export declare abstract class AbstractQueueService<MessagePayloadSchemas extends
      * Used to keep track of the number of `retryLater` results received for a message to be able to
      * calculate the delay for the next retry
      */
-    private readonly messageNumberOfRetriesField;
+    private readonly messageRetryLaterCountField;
     /**
      * Used to know when the message was sent initially so we can have a max retry date and avoid
      * a infinite `retryLater` loop
      */
     protected readonly messageTimestampField: string;
+    /**
+     * Used to know the message deduplication id
+     */
+    protected readonly messageDeduplicationIdField: string;
+    /**
+     * Used to know the store-based message deduplication options
+     */
+    protected readonly messageDeduplicationOptionsField: string;
     protected readonly errorReporter: ErrorReporter;
     readonly logger: CommonLogger;
     protected readonly messageIdField: string;
@@ -36,8 +45,9 @@ export declare abstract class AbstractQueueService<MessagePayloadSchemas extends
     protected readonly locatorConfig?: QueueLocatorType;
     protected readonly deletionConfig?: DeletionConfig;
     protected readonly payloadStoreConfig?: Omit<PayloadStoreConfig, 'serializer'> & Required<Pick<PayloadStoreConfig, 'serializer'>>;
-    protected readonly _handlerSpy?: HandlerSpy<MessagePayloadSchemas>;
+    protected readonly messageDeduplicationConfig?: MessageDeduplicationConfig;
     protected readonly messageMetricsManager?: MessageMetricsManager<MessagePayloadSchemas>;
+    protected readonly _handlerSpy?: HandlerSpy<MessagePayloadSchemas>;
     protected isInitted: boolean;
     get handlerSpy(): PublicHandlerSpy<MessagePayloadSchemas>;
     constructor({ errorReporter, logger, messageMetricsManager }: DependenciesType, options: OptionsType);
@@ -92,5 +102,30 @@ export declare abstract class AbstractQueueService<MessagePayloadSchemas extends
      * Returns the original payload or an error if the payload was not found or could not be parsed.
      */
     protected retrieveOffloadedMessagePayload(maybeOffloadedPayloadPointerPayload: unknown): Promise<Either<Error, unknown>>;
+    /**
+     * Checks if the message is duplicated against the deduplication store.
+     * Returns true if the message is duplicated.
+     * Returns false if message is not duplicated or deduplication config is missing.
+     */
+    protected isMessageDuplicated(message: MessagePayloadSchemas, requester: DeduplicationRequester): Promise<boolean>;
+    /**
+     * Checks if the message is duplicated.
+     * If it's not, stores the deduplication key in the deduplication store and returns false.
+     * If it is, returns true.
+     * If deduplication config is not provided, always returns false to allow further processing of the message.
+     */
+    protected deduplicateMessage(message: MessagePayloadSchemas, requester: DeduplicationRequester): Promise<{
+        isDuplicated: boolean;
+    }>;
+    /**
+     * Acquires exclusive lock for the message to prevent concurrent processing.
+     * If lock was acquired successfully, returns a lock object that should be released after processing.
+     * If lock couldn't be acquired due to timeout (meaning another process acquired it earlier), returns AcquireLockTimeoutError
+     * If lock couldn't be acquired for any other reasons or if deduplication config is not provided, always returns a lock object that does nothing, so message processing can continue.
+     */
+    protected acquireLockForMessage(message: MessagePayloadSchemas): Promise<Either<AcquireLockTimeoutError, ReleasableLock>>;
+    protected isDeduplicationEnabledForMessage(message: MessagePayloadSchemas): boolean;
+    protected getMessageDeduplicationId(message: MessagePayloadSchemas): string | undefined;
+    private getParsedMessageDeduplicationOptions;
 }
 export {};

package/dist/{lib/queues → queues}/AbstractQueueService.js

@@ -1,27 +1,34 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.AbstractQueueService = void 0;
-const node_util_1 = require("node:util");
-const node_core_1 = require("@lokalise/node-core");
-const JsonStreamStringifySerializer_1 = require("../payload-store/JsonStreamStringifySerializer");
-const offloadedPayloadMessageSchemas_1 = require("../payload-store/offloadedPayloadMessageSchemas");
-const payloadStoreTypes_1 = require("../payload-store/payloadStoreTypes");
-const dateUtils_1 = require("../utils/dateUtils");
-const streamUtils_1 = require("../utils/streamUtils");
-const toDateProcessor_1 = require("../utils/toDateProcessor");
-const HandlerSpy_1 = require("./HandlerSpy");
-const MessageSchemaContainer_1 = require("./MessageSchemaContainer");
-class AbstractQueueService {
+import { types } from 'node:util';
+import { resolveGlobalErrorLogObject } from '@lokalise/node-core';
+import { MESSAGE_DEDUPLICATION_OPTIONS_SCHEMA, } from '@message-queue-toolkit/schemas';
+import { AcquireLockTimeoutError, DEFAULT_MESSAGE_DEDUPLICATION_OPTIONS, DeduplicationRequesterEnum, noopReleasableLock, } from "../message-deduplication/messageDeduplicationTypes.js";
+import { jsonStreamStringifySerializer } from "../payload-store/JsonStreamStringifySerializer.js";
+import { OFFLOADED_PAYLOAD_POINTER_PAYLOAD_SCHEMA, } from "../payload-store/offloadedPayloadMessageSchemas.js";
+import { isDestroyable } from "../payload-store/payloadStoreTypes.js";
+import { isRetryDateExceeded } from "../utils/dateUtils.js";
+import { streamWithKnownSizeToString } from "../utils/streamUtils.js";
+import { toDatePreprocessor } from "../utils/toDateProcessor.js";
+import { resolveHandlerSpy } from "./HandlerSpy.js";
+import { MessageSchemaContainer } from "./MessageSchemaContainer.js";
+export class AbstractQueueService {
     /**
      * Used to keep track of the number of `retryLater` results received for a message to be able to
      * calculate the delay for the next retry
      */
-    messageNumberOfRetriesField = '_internalNumberOfRetries';
+    messageRetryLaterCountField = '_internalRetryLaterCount';
     /**
      * Used to know when the message was sent initially so we can have a max retry date and avoid
      * a infinite `retryLater` loop
      */
     messageTimestampField;
+    /**
+     * Used to know the message deduplication id
+     */
+    messageDeduplicationIdField;
+    /**
+     * Used to know the store-based message deduplication options
+     */
+    messageDeduplicationOptionsField;
     errorReporter;
     logger;
     messageIdField;
@@ -31,8 +38,9 @@ class AbstractQueueService {
     locatorConfig;
     deletionConfig;
     payloadStoreConfig;
-    _handlerSpy;
+    messageDeduplicationConfig;
     messageMetricsManager;
+    _handlerSpy;
     isInitted;
     get handlerSpy() {
         if (!this._handlerSpy) {
@@ -47,17 +55,21 @@ class AbstractQueueService {
         this.messageIdField = options.messageIdField ?? 'id';
         this.messageTypeField = options.messageTypeField;
         this.messageTimestampField = options.messageTimestampField ?? 'timestamp';
+        this.messageDeduplicationIdField = options.messageDeduplicationIdField ?? 'deduplicationId';
+        this.messageDeduplicationOptionsField =
+            options.messageDeduplicationOptionsField ?? 'deduplicationOptions';
         this.creationConfig = options.creationConfig;
         this.locatorConfig = options.locatorConfig;
         this.deletionConfig = options.deletionConfig;
         this.payloadStoreConfig = options.payloadStoreConfig
             ? {
-                serializer: JsonStreamStringifySerializer_1.jsonStreamStringifySerializer,
+                serializer: jsonStreamStringifySerializer,
                 ...options.payloadStoreConfig,
             }
             : undefined;
+        this.messageDeduplicationConfig = options.messageDeduplicationConfig;
         this.logMessages = options.logMessages ?? false;
-        this._handlerSpy = (0, HandlerSpy_1.resolveHandlerSpy)(options);
+        this._handlerSpy = resolveHandlerSpy(options);
         this.isInitted = false;
     }
     resolveConsumerMessageSchemaContainer(options) {
@@ -65,7 +77,7 @@ class AbstractQueueService {
         const messageDefinitions = options.handlers
             .map((entry) => entry.definition)
             .filter((entry) => entry !== undefined);
-        return new MessageSchemaContainer_1.MessageSchemaContainer({
+        return new MessageSchemaContainer({
             messageSchemas,
             messageDefinitions,
             messageTypeField: options.messageTypeField,
@@ -74,7 +86,7 @@ class AbstractQueueService {
     resolvePublisherMessageSchemaContainer(options) {
         const messageSchemas = options.messageSchemas;
         const messageDefinitions = [];
-        return new MessageSchemaContainer_1.MessageSchemaContainer({
+        return new MessageSchemaContainer({
             messageSchemas,
             messageDefinitions,
             messageTypeField: options.messageTypeField,
@@ -93,28 +105,25 @@ class AbstractQueueService {
         this.logger.debug(messageLogEntry);
     }
     handleError(err, context) {
-        const logObject = (0, node_core_1.resolveGlobalErrorLogObject)(err);
+        const logObject = resolveGlobalErrorLogObject(err);
         this.logger.error({
             ...logObject,
             ...context,
         });
-        if (node_util_1.types.isNativeError(err)) {
+        if (types.isNativeError(err)) {
             this.errorReporter.report({ error: err, context });
         }
     }
     handleMessageProcessed(params) {
         const { message, processingResult, messageId } = params;
         const messageProcessingEndTimestamp = Date.now();
-        if (this._handlerSpy) {
-            this._handlerSpy.addProcessedMessage({
-                message,
-                processingResult,
-            }, messageId);
-        }
+        this._handlerSpy?.addProcessedMessage({
+            message,
+            processingResult,
+        }, messageId);
         const debugLoggingEnabled = this.logMessages && this.logger.isLevelEnabled('debug');
-        if (!debugLoggingEnabled && !this.messageMetricsManager) {
+        if (!debugLoggingEnabled && !this.messageMetricsManager)
             return;
-        }
         const processedMessageMetadata = this.resolveProcessedMessageMetadata(message, processingResult, params.messageProcessingStartTimestamp, messageProcessingEndTimestamp, params.queueName, messageId);
         if (debugLoggingEnabled) {
             this.logger.debug(processedMessageMetadata, `Finished processing message ${processedMessageMetadata.messageId}`);
@@ -131,6 +140,10 @@ class AbstractQueueService {
             ? // @ts-ignore
                 message[this.messageTypeField]
             : undefined;
+        const messageDeduplicationId = message && this.messageDeduplicationIdField in message
+            ? // @ts-ignore
+                message[this.messageDeduplicationId]
+            : undefined;
         return {
             processingResult,
             messageId: resolvedMessageId ?? '(unknown id)',
@@ -138,6 +151,7 @@ class AbstractQueueService {
             queueName,
             message,
             messageTimestamp,
+            messageDeduplicationId,
             messageProcessingStartTimestamp,
             messageProcessingEndTimestamp,
         };
@@ -170,7 +184,7 @@ class AbstractQueueService {
     }
     shouldBeRetried(message, maxRetryDuration) {
         const timestamp = this.tryToExtractTimestamp(message) ?? new Date();
-        return !(0, dateUtils_1.isRetryDateExceeded)(timestamp, maxRetryDuration);
+        return !isRetryDateExceeded(timestamp, maxRetryDuration);
     }
     getMessageRetryDelayInSeconds(message) {
         // if not defined, this is the first attempt
@@ -195,7 +209,7 @@ class AbstractQueueService {
          */
         const numberOfRetries = this.tryToExtractNumberOfRetries(message);
         // @ts-ignore
-        messageCopy[this.messageNumberOfRetriesField] =
+        messageCopy[this.messageRetryLaterCountField] =
             numberOfRetries !== undefined ? numberOfRetries + 1 : 0;
         return messageCopy;
     }
@@ -203,7 +217,7 @@ class AbstractQueueService {
         // @ts-ignore
         if (this.messageTimestampField in message) {
             // @ts-ignore
-            const res = (0, toDateProcessor_1.toDatePreprocessor)(message[this.messageTimestampField]);
+            const res = toDatePreprocessor(message[this.messageTimestampField]);
             if (!(res instanceof Date)) {
                 throw new Error(`${this.messageTimestampField} invalid type`);
             }
@@ -212,14 +226,13 @@ class AbstractQueueService {
         return undefined;
     }
     tryToExtractNumberOfRetries(message) {
-        if (this.messageNumberOfRetriesField in message &&
-            typeof message[this.messageNumberOfRetriesField] === 'number') {
+        if (this.messageRetryLaterCountField in message &&
+            typeof message[this.messageRetryLaterCountField] === 'number') {
             // @ts-ignore
-            return message[this.messageNumberOfRetriesField];
+            return message[this.messageRetryLaterCountField];
         }
         return undefined;
     }
-    // eslint-disable-next-line max-params
     resolveNextPreHandlerFunctionInternal(preHandlers, executionContext, message, index, preHandlerOutput, resolve, reject) {
         return (preHandlerResult) => {
             if (preHandlerResult.error) {
@@ -229,7 +242,7 @@ class AbstractQueueService {
                 resolve(preHandlerOutput);
             }
             else {
-                // eslint-disable-next-line @typescript-eslint/no-unsafe-call
+                // biome-ignore lint/style/noNonNullAssertion: <explanation>
                 preHandlers[index](message, executionContext, 
                 // @ts-ignore
                 preHandlerOutput, this.resolveNextPreHandlerFunctionInternal(preHandlers, executionContext, message, index + 1, preHandlerOutput, resolve, reject));
@@ -252,7 +265,7 @@ class AbstractQueueService {
             offloadedPayloadPointer = await this.payloadStoreConfig.store.storePayload(serializedPayload);
         }
         finally {
-            if ((0, payloadStoreTypes_1.isDestroyable)(serializedPayload)) {
+            if (isDestroyable(serializedPayload)) {
                 await serializedPayload.destroy();
             }
         }
@@ -265,6 +278,10 @@ class AbstractQueueService {
             [this.messageTypeField]: message[this.messageTypeField],
             // @ts-ignore
             [this.messageTimestampField]: message[this.messageTimestampField],
+            // @ts-ignore
+            [this.messageDeduplicationIdField]: message[this.messageDeduplicationIdField],
+            // @ts-ignore
+            [this.messageDeduplicationOptionsField]: message[this.messageDeduplicationOptionsField],
         };
     }
     /**
@@ -277,7 +294,7 @@ class AbstractQueueService {
                 error: new Error('Payload store is not configured, cannot retrieve offloaded message payload'),
             };
         }
-        const pointerPayloadParseResult = offloadedPayloadMessageSchemas_1.OFFLOADED_PAYLOAD_POINTER_PAYLOAD_SCHEMA.safeParse(maybeOffloadedPayloadPointerPayload);
+        const pointerPayloadParseResult = OFFLOADED_PAYLOAD_POINTER_PAYLOAD_SCHEMA.safeParse(maybeOffloadedPayloadPointerPayload);
         if (!pointerPayloadParseResult.success) {
             return {
                 error: new Error('Given payload is not a valid offloaded payload pointer payload', {
@@ -291,7 +308,7 @@ class AbstractQueueService {
                 error: new Error(`Payload with key ${pointerPayloadParseResult.data.offloadedPayloadPointer} was not found in the store`),
             };
         }
-        const serializedOffloadedPayloadString = await (0, streamUtils_1.streamWithKnownSizeToString)(serializedOffloadedPayloadReadable, pointerPayloadParseResult.data.offloadedPayloadSize);
+        const serializedOffloadedPayloadString = await streamWithKnownSizeToString(serializedOffloadedPayloadReadable, pointerPayloadParseResult.data.offloadedPayloadSize);
         try {
             return { result: JSON.parse(serializedOffloadedPayloadString) };
         }
@@ -299,6 +316,88 @@ class AbstractQueueService {
             return { error: new Error('Failed to parse serialized offloaded payload', { cause: e }) };
         }
     }
+    /**
+     * Checks if the message is duplicated against the deduplication store.
+     * Returns true if the message is duplicated.
+     * Returns false if message is not duplicated or deduplication config is missing.
+     */
+    async isMessageDuplicated(message, requester) {
+        if (!this.isDeduplicationEnabledForMessage(message)) {
+            return false;
+        }
+        const deduplicationId = this.getMessageDeduplicationId(message);
+        const deduplicationConfig = this.messageDeduplicationConfig;
+        try {
+            return await deduplicationConfig.deduplicationStore.keyExists(`${requester.toString()}:${deduplicationId}`);
+        }
+        catch (err) {
+            this.handleError(err);
+            // In case of errors, we treat the message as not duplicated to enable further processing
+            return false;
+        }
+    }
+    /**
+     * Checks if the message is duplicated.
+     * If it's not, stores the deduplication key in the deduplication store and returns false.
+     * If it is, returns true.
+     * If deduplication config is not provided, always returns false to allow further processing of the message.
+     */
+    async deduplicateMessage(message, requester) {
+        if (!this.isDeduplicationEnabledForMessage(message)) {
+            return { isDuplicated: false };
+        }
+        const deduplicationId = this.getMessageDeduplicationId(message);
+        const { deduplicationWindowSeconds } = this.getParsedMessageDeduplicationOptions(message);
+        const deduplicationConfig = this.messageDeduplicationConfig;
+        try {
+            const wasDeduplicationKeyStored = await deduplicationConfig.deduplicationStore.setIfNotExists(`${requester.toString()}:${deduplicationId}`, new Date().toISOString(), deduplicationWindowSeconds);
+            return { isDuplicated: !wasDeduplicationKeyStored };
+        }
+        catch (err) {
+            this.handleError(err);
+            // In case of errors, we treat the message as not duplicated to enable further processing
+            return { isDuplicated: false };
+        }
+    }
+    /**
+     * Acquires exclusive lock for the message to prevent concurrent processing.
+     * If lock was acquired successfully, returns a lock object that should be released after processing.
+     * If lock couldn't be acquired due to timeout (meaning another process acquired it earlier), returns AcquireLockTimeoutError
+     * If lock couldn't be acquired for any other reasons or if deduplication config is not provided, always returns a lock object that does nothing, so message processing can continue.
+     */
+    async acquireLockForMessage(message) {
+        if (!this.isDeduplicationEnabledForMessage(message)) {
+            return { result: noopReleasableLock };
+        }
+        const deduplicationId = this.getMessageDeduplicationId(message);
+        const deduplicationOptions = this.getParsedMessageDeduplicationOptions(message);
+        const deduplicationConfig = this.messageDeduplicationConfig;
+        const acquireLockResult = await deduplicationConfig.deduplicationStore.acquireLock(`${DeduplicationRequesterEnum.Consumer.toString()}:${deduplicationId}`, deduplicationOptions);
+        if (acquireLockResult.error && !(acquireLockResult.error instanceof AcquireLockTimeoutError)) {
+            this.handleError(acquireLockResult.error);
+            return { result: noopReleasableLock };
+        }
+        return acquireLockResult;
+    }
+    isDeduplicationEnabledForMessage(message) {
+        return !!this.messageDeduplicationConfig && !!this.getMessageDeduplicationId(message);
+    }
+    getMessageDeduplicationId(message) {
+        // @ts-ignore
+        return message[this.messageDeduplicationIdField];
+    }
+    getParsedMessageDeduplicationOptions(message) {
+        const parsedOptions = MESSAGE_DEDUPLICATION_OPTIONS_SCHEMA.safeParse(
+        // @ts-expect-error
+        message[this.messageDeduplicationOptionsField] ?? {});
+        if (parsedOptions.error) {
+            this.logger.warn({ error: parsedOptions.error.message }, `${this.messageDeduplicationOptionsField} contains one or more invalid values, falling back to default options`);
+            return DEFAULT_MESSAGE_DEDUPLICATION_OPTIONS;
+        }
+        return {
+            ...DEFAULT_MESSAGE_DEDUPLICATION_OPTIONS,
+            ...Object.fromEntries(Object.entries(parsedOptions.data).filter(([_, value]) => value !== undefined)),
+        };
+    }
 }
-exports.AbstractQueueService = AbstractQueueService;
 //# sourceMappingURL=AbstractQueueService.js.map

package/dist/queues/AbstractQueueService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AbstractQueueService.js","sourceRoot":"","sources":["../../lib/queues/AbstractQueueService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AAGjC,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAA;AAIjE,OAAO,EACL,oCAAoC,GAErC,MAAM,gCAAgC,CAAA;AAEvC,OAAO,EACL,uBAAuB,EACvB,qCAAqC,EAErC,0BAA0B,EAG1B,kBAAkB,GACnB,MAAM,uDAAuD,CAAA;AAC9D,OAAO,EAAE,6BAA6B,EAAE,MAAM,mDAAmD,CAAA;AACjG,OAAO,EACL,wCAAwC,GAEzC,MAAM,oDAAoD,CAAA;AAE3D,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAA;AASrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAC3D,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAA;AACrE,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAA;AAUhE,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAA;AACnD,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAA;AAiBpE,MAAM,OAAgB,oBAAoB;IAaxC;;;OAGG;IACc,2BAA2B,GAAG,0BAA0B,CAAA;IACzE;;;OAGG;IACgB,qBAAqB,CAAQ;IAChD;;OAEG;IACgB,2BAA2B,CAAA;IAC9C;;OAEG;IACgB,gCAAgC,CAAQ;IAExC,aAAa,CAAe;IAC/B,MAAM,CAAc;IACjB,cAAc,CAAQ;IACtB,gBAAgB,CAAQ;IACxB,WAAW,CAAS;IACpB,cAAc,CAAqB;IACnC,aAAa,CAAmB;IAChC,cAAc,CAAiB;IAC/B,kBAAkB,CACa;IAC/B,0BAA0B,CAA6B;IACvD,qBAAqB,CAA+C;IACpE,WAAW,CAAoC;IAExD,SAAS,CAAS;IAE5B,IAAI,UAAU;QACZ,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACb,oGAAoG,CACrG,CAAA;QACH,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;IAED,YACE,EAAE,aAAa,EAAE,MAAM,EAAE,qBAAqB,EAAoB,EAClE,OAAoB;QAEpB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAA;QAClC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,CAAA;QAElD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,IAAI,CAAA;QACpD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAA;QAChD,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,IAAI,WAAW,CAAA;QACzE,IAAI,CAAC,2BAA2B,GAAG,OAAO,CAAC,2BAA2B,IAAI,iBAAiB,CAAA;QAC3F,IAAI,CAAC,gCAAgC;YACnC,OAAO,CAAC,gCAAgC,IAAI,sBAAsB,CAAA;QACpE,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;QAC5C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAA;QAC1C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;QAC5C,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB;YAClD,CAAC,CAAC;gBACE,UAAU,EAAE,6BAA6B;gBACzC,GAAG,OAAO,CAAC,kBAAkB;aAC9B;YACH,CAAC,CAAC,SAAS,CAAA;QACb,IAAI,CAAC,0BAA0B,GAAG,OAAO,CAAC,0BAA0B,CAAA;QAEpE,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,KAAK,CAAA;QAC/C,IAAI,CAAC,WAAW,GAAG,iBAAiB,CAAwB,OAAO,CAAC,CAAA;QACpE,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;IACxB,CAAC;IAES,qCAAqC,CAAC,OAG/C;QACC,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QACpE,MAAM,kBAAkB,GAA4B,OAAO,CAAC,QAAQ;aACjE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC;aAChC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAA;QAEzC,OAAO,IAAI,sBAAsB,CAAwB;YACvD,cAAc;YACd,kBAAkB;YAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC3C,CAAC,CAAA;IACJ,CAAC;IAES,sCAAsC,CAAC,OAGhD;QACC,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,CAAA;QAC7C,MAAM,kBAAkB,GAAqC,EAAE,CAAA;QAE/D,OAAO,IAAI,sBAAsB,CAAwB;YACvD,cAAc;YACd,kBAAkB;YAClB,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;SAC3C,CAAC,CAAA;IACJ,CAAC;IAUD;;OAEG;IACO,iBAAiB,CAAC,OAA8B,EAAE,YAAoB;QAC9E,OAAO,OAAO,CAAA;IAChB,CAAC;IAED;;OAEG;IACO,UAAU,CAAC,eAAwB;QAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAA;IACpC,CAAC;IAES,WAAW,CAAC,GAAY,EAAE,OAAiC;QACnE,MAAM,SAAS,GAAG,2BAA2B,CAAC,GAAG,CAAC,CAAA;QAClD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YAChB,GAAG,SAAS;YACZ,GAAG,OAAO;SACX,CAAC,CAAA;QACF,IAAI,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,CAAA;QACpD,CAAC;IACH,CAAC;IAES,sBAAsB,CAAC,MAMhC;QACC,MAAM,EAAE,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,GAAG,MAAM,CAAA;QACvD,MAAM,6BAA6B,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAEhD,IAAI,CAAC,WAAW,EAAE,mBAAmB,CACnC;YACE,OAAO;YACP,gBAAgB;SACjB,EACD,SAAS,CACV,CAAA;QAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACnF,IAAI,CAAC,mBAAmB,IAAI,CAAC,IAAI,CAAC,qBAAqB;YAAE,OAAM;QAE/D,MAAM,wBAAwB,GAAG,IAAI,CAAC,+BAA+B,CACnE,OAAO,EACP,gBAAgB,EAChB,MAAM,CAAC,+BAA+B,EACtC,6BAA6B,EAC7B,MAAM,CAAC,SAAS,EAChB,SAAS,CACV,CAAA;QACD,IAAI,mBAAmB,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,wBAAwB,EACxB,+BAA+B,wBAAwB,CAAC,SAAS,EAAE,CACpE,CAAA;QACH,CAAC;QACD,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,IAAI,CAAC,qBAAqB,CAAC,wBAAwB,CAAC,wBAAwB,CAAC,CAAA;QAC/E,CAAC;IACH,CAAC;IAEO,+BAA+B,CACrC,OAAqC,EACrC,gBAAyC,EACzC,+BAAuC,EACvC,6BAAqC,EACrC,SAAiB,EACjB,SAAkB;QAElB,aAAa;QACb,MAAM,iBAAiB,GAAuB,OAAO,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,SAAS,CAAA;QAEzF,MAAM,gBAAgB,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;QAC7F,MAAM,WAAW,GACf,OAAO,IAAI,IAAI,CAAC,gBAAgB,IAAI,OAAO;YACzC,CAAC,CAAC,aAAa;gBACb,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC;YAChC,CAAC,CAAC,SAAS,CAAA;QACf,MAAM,sBAAsB,GAC1B,OAAO,IAAI,IAAI,CAAC,2BAA2B,IAAI,OAAO;YACpD,CAAC,CAAC,aAAa;gBACb,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC;YACtC,CAAC,CAAC,SAAS,CAAA;QAEf,OAAO;YACL,gBAAgB;YAChB,SAAS,EAAE,iBAAiB,IAAI,cAAc;YAC9C,WAAW;YACX,SAAS;YACT,OAAO;YACP,gBAAgB;YAChB,sBAAsB;YACtB,+BAA+B;YAC/B,6BAA6B;SAC9B,CAAA;IACH,CAAC;IAES,0BAA0B,CAClC,WAAoF,EACpF,OAA8B;QAE9B,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO,OAAO,CAAC,OAAO,CAAC,EAAsB,CAAC,CAAA;QAChD,CAAC;QAED,OAAO,IAAI,OAAO,CAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACvD,IAAI,CAAC;gBACH,MAAM,gBAAgB,GAAG,EAAsB,CAAA;gBAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,mBAAmB,CACnC,WAAW,EACX,OAAO,EACP,CAAC,EACD,gBAAgB,EAChB,OAAO,EACP,MAAM,CACP,CAAA;gBACD,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAC7B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,GAAY,CAAC,CAAA;YACtB,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAES,KAAK,CAAC,yBAAyB,CACvC,OAEa,EACb,OAA8B,EAC9B,gBAAkC,EAClC,gBAAkC;QAElC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,aAAa;YACb,OAAO;gBACL,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,SAAS;aAClB,CAAA;QACH,CAAC;QAED,aAAa;QACb,OAAO,MAAM,OAAO,CAAC,OAAO,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,CAAA;IACnE,CAAC;IAED,eAAe,CAAC,OAA8B,EAAE,gBAAwB;QACtE,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,EAAE,CAAA;QACnE,OAAO,CAAC,mBAAmB,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAA;IAC1D,CAAC;IAES,6BAA6B,CAAC,OAA8B;QACpE,4CAA4C;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAE9D,kDAAkD;QAClD,mBAAmB;QACnB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAA;IAC7B,CAAC;IAES,wBAAwB,CAAC,OAA8B;QAC/D,MAAM,WAAW,GAAG,EAAE,GAAG,OAAO,EAAE,CAAA,CAAC,sCAAsC;QAEzE;;;WAGG;QACH,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,EAAE,CAAC;YACzC,aAAa;YACb,WAAW,CAAC,IAAI,CAAC,qBAAqB,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;YAClE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,qBAAqB,uCAAuC,CAAC,CAAA;QACxF,CAAC;QAED;;WAEG;QACH,MAAM,eAAe,GAAG,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAA;QACjE,aAAa;QACb,WAAW,CAAC,IAAI,CAAC,2BAA2B,CAAC;YAC3C,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAEzD,OAAO,WAAW,CAAA;IACpB,CAAC;IAEO,qBAAqB,CAAC,OAA8B;QAC1D,aAAa;QACb,IAAI,IAAI,CAAC,qBAAqB,IAAI,OAAO,EAAE,CAAC;YAC1C,aAAa;YACb,MAAM,GAAG,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAA;YACnE,IAAI,CAAC,CAAC,GAAG,YAAY,IAAI,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,qBAAqB,eAAe,CAAC,CAAA;YAC/D,CAAC;YAED,OAAO,GAAG,CAAA;QACZ,CAAC;QAED,OAAO,SAAS,CAAA;IAClB,CAAC;IAEO,2BAA2B,CAAC,OAA8B;QAChE,IACE,IAAI,CAAC,2BAA2B,IAAI,OAAO;YAC3C,OAAO,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,KAAK,QAAQ,EAC7D,CAAC;YACD,aAAa;YACb,OAAO,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;QAClD,CAAC;QAED,OAAO,SAAS,CAAA;IAClB,CAAC;IAWS,qCAAqC,CAC7C,WAAoF,EACpF,gBAAkC,EAClC,OAA8B,EAC9B,KAAa,EACb,gBAAkC,EAClC,OAA0E,EAC1E,MAA4B;QAE5B,OAAO,CAAC,gBAAkC,EAAE,EAAE;YAC5C,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;gBAC3B,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAA;YAChC,CAAC;YAED,IAAI,WAAW,CAAC,MAAM,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;gBACnC,OAAO,CAAC,gBAAgB,CAAC,CAAA;YAC3B,CAAC;iBAAM,CAAC;gBACN,4DAA4D;gBAC5D,WAAW,CAAC,KAAK,CAAE,CACjB,OAAO,EACP,gBAAgB;gBAChB,aAAa;gBACb,gBAAgB,EAChB,IAAI,CAAC,qCAAqC,CACxC,WAAW,EACX,gBAAgB,EAChB,OAAO,EACP,KAAK,GAAG,CAAC,EACT,gBAAgB,EAChB,OAAO,EACP,MAAM,CACP,CACF,CAAA;YACH,CAAC;QACH,CAAC,CAAA;IACH,CAAC;IAsBD;;;;OAIG;IACO,KAAK,CAAC,6BAA6B,CAC3C,OAA8B,EAC9B,aAA2B;QAE3B,IACE,CAAC,IAAI,CAAC,kBAAkB;YACxB,aAAa,EAAE,IAAI,IAAI,CAAC,kBAAkB,CAAC,oBAAoB,EAC/D,CAAC;YACD,OAAO,OAAO,CAAA;QAChB,CAAC;QAED,IAAI,uBAA+B,CAAA;QACnC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;QACrF,IAAI,CAAC;YACH,uBAAuB,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAA;QAC/F,CAAC;gBAAS,CAAC;YACT,IAAI,aAAa,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACrC,MAAM,iBAAiB,CAAC,OAAO,EAAE,CAAA;YACnC,CAAC;QACH,CAAC;QAED,OAAO;YACL,uBAAuB;YACvB,oBAAoB,EAAE,iBAAiB,CAAC,IAAI;YAC5C,aAAa;YACb,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC;YACnD,aAAa;YACb,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC;YACvD,aAAa;YACb,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC;YACjE,aAAa;YACb,CAAC,IAAI,CAAC,2BAA2B,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC;YAC7E,aAAa;YACb,CAAC,IAAI,CAAC,gCAAgC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC;SACxF,CAAA;IACH,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,+BAA+B,CAC7C,mCAA4C;QAE5C,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC7B,OAAO;gBACL,KAAK,EAAE,IAAI,KAAK,CACd,4EAA4E,CAC7E;aACF,CAAA;QACH,CAAC;QAED,MAAM,yBAAyB,GAAG,wCAAwC,CAAC,SAAS,CAClF,mCAAmC,CACpC,CAAA;QACD,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,CAAC;YACvC,OAAO;gBACL,KAAK,EAAE,IAAI,KAAK,CAAC,gEAAgE,EAAE;oBACjF,KAAK,EAAE,yBAAyB,CAAC,KAAK;iBACvC,CAAC;aACH,CAAA;QACH,CAAC;QAED,MAAM,kCAAkC,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,eAAe,CAC5F,yBAAyB,CAAC,IAAI,CAAC,uBAAuB,CACvD,CAAA;QACD,IAAI,kCAAkC,KAAK,IAAI,EAAE,CAAC;YAChD,OAAO;gBACL,KAAK,EAAE,IAAI,KAAK,CACd,oBAAoB,yBAAyB,CAAC,IAAI,CAAC,uBAAuB,6BAA6B,CACxG;aACF,CAAA;QACH,CAAC;QAED,MAAM,gCAAgC,GAAG,MAAM,2BAA2B,CACxE,kCAAkC,EAClC,yBAAyB,CAAC,IAAI,CAAC,oBAAoB,CACpD,CAAA;QACD,IAAI,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,gCAAgC,CAAC,EAAE,CAAA;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,8CAA8C,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAA;QAC3F,CAAC;IACH,CAAC;IAED;;;;OAIG;IACO,KAAK,CAAC,mBAAmB,CACjC,OAA8B,EAC9B,SAAiC;QAEjC,IAAI,CAAC,IAAI,CAAC,gCAAgC,CAAC,OAAO,CAAC,EAAE,CAAC;YACpD,OAAO,KAAK,CAAA;QACd,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAW,CAAA;QACzE,MAAM,mBAAmB,GAAG,IAAI,CAAC,0BAAwD,CAAA;QAEzF,IAAI,CAAC;YACH,OAAO,MAAM,mBAAmB,CAAC,kBAAkB,CAAC,SAAS,CAC3D,GAAG,SAAS,CAAC,QAAQ,EAAE,IAAI,eAAe,EAAE,CAC7C,CAAA;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;YACrB,yFAAyF;YACzF,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACO,KAAK,CAAC,kBAAkB,CAChC,OAA8B,EAC9B,SAAiC;QAEjC,IAAI,CAAC,IAAI,CAAC,gCAAgC,CAAC,OAAO,CAAC,EAAE,CAAC;YACpD,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAA;QAChC,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAW,CAAA;QACzE,MAAM,EAAE,0BAA0B,EAAE,GAAG,IAAI,CAAC,oCAAoC,CAAC,OAAO,CAAC,CAAA;QACzF,MAAM,mBAAmB,GAAG,IAAI,CAAC,0BAAwD,CAAA;QAEzF,IAAI,CAAC;YACH,MAAM,yBAAyB,GAAG,MAAM,mBAAmB,CAAC,kBAAkB,CAAC,cAAc,CAC3F,GAAG,SAAS,CAAC,QAAQ,EAAE,IAAI,eAAe,EAAE,EAC5C,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EACxB,0BAA0B,CAC3B,CAAA;YAED,OAAO,EAAE,YAAY,EAAE,CAAC,yBAAyB,EAAE,CAAA;QACrD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;YACrB,yFAAyF;YACzF,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAA;QAChC,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACO,KAAK,CAAC,qBAAqB,CACnC,OAA8B;QAE9B,IAAI,CAAC,IAAI,CAAC,gCAAgC,CAAC,OAAO,CAAC,EAAE,CAAC;YACpD,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAA;QACvC,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAW,CAAA;QACzE,MAAM,oBAAoB,GAAG,IAAI,CAAC,oCAAoC,CAAC,OAAO,CAAC,CAAA;QAC/E,MAAM,mBAAmB,GAAG,IAAI,CAAC,0BAAwD,CAAA;QAEzF,MAAM,iBAAiB,GAAG,MAAM,mBAAmB,CAAC,kBAAkB,CAAC,WAAW,CAChF,GAAG,0BAA0B,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,eAAe,EAAE,EACtE,oBAAoB,CACrB,CAAA;QAED,IAAI,iBAAiB,CAAC,KAAK,IAAI,CAAC,CAAC,iBAAiB,CAAC,KAAK,YAAY,uBAAuB,CAAC,EAAE,CAAC;YAC7F,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAA;YACzC,OAAO,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAA;QACvC,CAAC;QAED,OAAO,iBAAiB,CAAA;IAC1B,CAAC;IAES,gCAAgC,CAAC,OAA8B;QACvE,OAAO,CAAC,CAAC,IAAI,CAAC,0BAA0B,IAAI,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,CAAA;IACvF,CAAC;IAES,yBAAyB,CAAC,OAA8B;QAChE,aAAa;QACb,OAAO,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAA;IAClD,CAAC;IAEO,oCAAoC,CAC1C,OAA8B;QAE9B,MAAM,aAAa,GAAG,oCAAoC,CAAC,SAAS;QAClE,mBAAmB;QACnB,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,IAAI,EAAE,CACrD,CAAA;QAED,IAAI,aAAa,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,EAAE,KAAK,EAAE,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,EACtC,GAAG,IAAI,CAAC,gCAAgC,uEAAuE,CAChH,CAAA;YAED,OAAO,qCAAqC,CAAA;QAC9C,CAAC;QAED,OAAO;YACL,GAAG,qCAAqC;YACxC,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAC/E;SACF,CAAA;IACH,CAAC;CACF"}

package/dist/{lib/queues → queues}/HandlerContainer.d.ts

@@ -1,8 +1,8 @@
 import type { Either } from '@lokalise/node-core';
 import type { CommonEventDefinition } from '@message-queue-toolkit/schemas';
 import type { ZodSchema } from 'zod';
-import type { DoNotProcessMessageError } from '../errors/DoNotProcessError';
-import type { RetryMessageLaterError } from '../errors/RetryMessageLaterError';
+import type { DoNotProcessMessageError } from '../errors/DoNotProcessError.ts';
+import type { RetryMessageLaterError } from '../errors/RetryMessageLaterError.ts';
 export type PreHandlingOutputs<PrehandlerOutput = undefined, BarrierOutput = undefined> = {
     preHandlerOutput: PrehandlerOutput;
     barrierOutput: BarrierOutput;

package/dist/{lib/queues → queues}/HandlerContainer.js

@@ -1,10 +1,6 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.HandlerContainer = exports.MessageHandlerConfigBuilder = exports.MessageHandlerConfig = exports.defaultLogFormatter = void 0;
-const schemas_1 = require("@message-queue-toolkit/schemas");
-const defaultLogFormatter = (message) => message;
-exports.defaultLogFormatter = defaultLogFormatter;
-class MessageHandlerConfig {
+import { isCommonEventDefinition } from '@message-queue-toolkit/schemas';
+export const defaultLogFormatter = (message) => message;
+export class MessageHandlerConfig {
     schema;
     definition;
     handler;
@@ -15,23 +11,22 @@ class MessageHandlerConfig {
         this.schema = schema;
         this.definition = eventDefinition;
         this.handler = handler;
-        this.messageLogFormatter = options?.messageLogFormatter ?? exports.defaultLogFormatter;
+        this.messageLogFormatter = options?.messageLogFormatter ?? defaultLogFormatter;
         this.preHandlerBarrier = options?.preHandlerBarrier;
         this.preHandlers = options?.preHandlers ?? [];
     }
 }
-exports.MessageHandlerConfig = MessageHandlerConfig;
-class MessageHandlerConfigBuilder {
+export class MessageHandlerConfigBuilder {
     configs;
     constructor() {
         this.configs = [];
     }
     addConfig(schema, handler, options) {
-        const resolvedSchema = (0, schemas_1.isCommonEventDefinition)(schema)
+        const resolvedSchema = isCommonEventDefinition(schema)
             ? // @ts-ignore
                 schema.consumerSchema
             : schema;
-        const definition = (0, schemas_1.isCommonEventDefinition)(schema) ? schema : undefined;
+        const definition = isCommonEventDefinition(schema) ? schema : undefined;
         this.configs.push(
         // @ts-ignore
         new MessageHandlerConfig(resolvedSchema, 
@@ -43,8 +38,7 @@ class MessageHandlerConfigBuilder {
         return this.configs;
     }
 }
-exports.MessageHandlerConfigBuilder = MessageHandlerConfigBuilder;
-class HandlerContainer {
+export class HandlerContainer {
     messageHandlers;
     messageTypeField;
     constructor(options) {
@@ -57,7 +51,6 @@ class HandlerContainer {
             throw new Error(`Unsupported message type: ${messageType}`);
         }
         // @ts-ignore
-        // eslint-disable-next-line @typescript-eslint/no-unsafe-return
         return handler;
     }
     resolveHandlerMap(supportedHandlers) {
@@ -70,5 +63,4 @@ class HandlerContainer {
         }, {});
     }
 }
-exports.HandlerContainer = HandlerContainer;
 //# sourceMappingURL=HandlerContainer.js.map

package/dist/queues/HandlerContainer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"HandlerContainer.js","sourceRoot":"","sources":["../../lib/queues/HandlerContainer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,uBAAuB,EAAE,MAAM,gCAAgC,CAAA;AA+CxE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAuB,OAA6B,EAAE,EAAE,CAAC,OAAO,CAAA;AAkBnG,MAAM,OAAO,oBAAoB;IAMf,MAAM,CAAiC;IACvC,UAAU,CAAwB;IAClC,OAAO,CAKtB;IACe,mBAAmB,CAAoC;IACvD,iBAAiB,CAKhC;IACe,WAAW,CAIxB;IAEH,YACE,MAAuC,EACvC,OAAyF,EACzF,OAKC,EACD,eAAuC;QAEvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,UAAU,GAAG,eAAe,CAAA;QACjC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,mBAAmB,GAAG,OAAO,EAAE,mBAAmB,IAAI,mBAAmB,CAAA;QAC9E,IAAI,CAAC,iBAAiB,GAAG,OAAO,EAAE,iBAAiB,CAAA;QACnD,IAAI,CAAC,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,EAAE,CAAA;IAC/C,CAAC;CACF;AAED,MAAM,OAAO,2BAA2B;IAKrB,OAAO,CAMrB;IAEH;QACE,IAAI,CAAC,OAAO,GAAG,EAAE,CAAA;IACnB,CAAC;IAED,SAAS,CACP,MAA+D,EAC/D,OAAyF,EACzF,OAKC;QAED,MAAM,cAAc,GAAoC,uBAAuB,CAAC,MAAM,CAAC;YACrF,CAAC,CAAC,aAAa;gBACZ,MAAM,CAAC,cAAkD;YAC5D,CAAC,CAAC,MAAM,CAAA;QACV,MAAM,UAAU,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;QAEvE,IAAI,CAAC,OAAO,CAAC,IAAI;QACf,aAAa;QACb,IAAI,oBAAoB,CAMtB,cAAc;QACd,aAAa;QACb,OAAO,EACP,OAAO,EACP,UAAU,CACX,CACF,CAAA;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,OAAO,CAAA;IACrB,CAAC;CACF;AAuBD,MAAM,OAAO,gBAAgB;IAKV,eAAe,CAG/B;IACgB,gBAAgB,CAAQ;IAEzC,YACE,OAA2F;QAE3F,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAA;QAChD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;IACxE,CAAC;IAEM,cAAc,CACnB,WAAmB;QAOnB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,CAAA;QACjD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,6BAA6B,WAAW,EAAE,CAAC,CAAA;QAC7D,CAAC;QACD,aAAa;QACb,OAAO,OAAO,CAAA;IAChB,CAAC;IAEO,iBAAiB,CACvB,iBAIG;QAKH,OAAO,iBAAiB,CAAC,MAAM,CAC7B,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YACb,aAAa;YACb,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,CAAA;YACnE,aAAa;YACb,GAAG,CAAC,WAAW,CAAC,GAAG,KAAK,CAAA;YACxB,OAAO,GAAG,CAAA;QACZ,CAAC,EACD,EAGC,CACF,CAAA;IACH,CAAC;CACF"}

package/dist/{lib/queues → queues}/HandlerSpy.d.ts

@@ -1,4 +1,4 @@
-import type { MessageProcessingResult } from '../types/MessageQueueTypes';
+import type { MessageProcessingResult, MessageProcessingResultStatus } from '../types/MessageQueueTypes.ts';
 export type HandlerSpyParams = {
     bufferSize?: number;
     messageIdField?: string;
@@ -25,9 +25,9 @@ export declare class HandlerSpy<MessagePayloadSchemas extends object> {
     private readonly spyPromises;
     constructor(params?: HandlerSpyParams);
     private messageMatchesFilter;
-    waitForMessageWithId<T extends MessagePayloadSchemas>(id: string, processingResult?: MessageProcessingResult): Promise<SpyResultOutput<T>>;
-    checkForMessage<T extends MessagePayloadSchemas>(expectedFields: DeepPartial<T>, expectedProcessingResult?: MessageProcessingResult): SpyResultOutput<T> | undefined;
-    waitForMessage<T extends MessagePayloadSchemas>(expectedFields: DeepPartial<T>, expectedProcessingResult?: MessageProcessingResult): Promise<SpyResultOutput<T>>;
+    waitForMessageWithId<T extends MessagePayloadSchemas>(id: string, status?: MessageProcessingResultStatus): Promise<SpyResultOutput<T>>;
+    checkForMessage<T extends MessagePayloadSchemas>(expectedFields: DeepPartial<T>, status?: MessageProcessingResultStatus): SpyResultOutput<T> | undefined;
+    waitForMessage<T extends MessagePayloadSchemas>(expectedFields: DeepPartial<T>, status?: MessageProcessingResultStatus): Promise<SpyResultOutput<T>>;
     clear(): void;
     addProcessedMessage(processingResult: SpyResultInput<MessagePayloadSchemas>, messageId?: string): void;
 }