@golemio/core 3.2.2-dev.2622707631 → 3.3.0-dev.2636931178

package/dist/input-gateway/ioc/ContainerToken.d.ts

@@ -8,6 +8,7 @@ declare const ContainerToken: {
     LoggerEmitterProvider: symbol;
     RequestLogger: symbol;
     AmqpConnector: symbol;
+    RedisConnector: symbol;
     StorageService: symbol;
     StorageServiceProvider: symbol;
     SaveRawDataMiddleware: symbol;

package/dist/input-gateway/ioc/ContainerToken.js

@@ -12,6 +12,7 @@ const ContainerToken = {
     LoggerEmitterProvider: Symbol(),
     RequestLogger: Symbol(),
     AmqpConnector: Symbol(),
+    RedisConnector: Symbol(),
     StorageService: Symbol(),
     StorageServiceProvider: Symbol(),
     SaveRawDataMiddleware: Symbol(),

package/dist/input-gateway/ioc/ContainerToken.js.map

@@ -1 +1 @@
-{"version":3,"file":"ContainerToken.js","sourceRoot":"","sources":["../../../src/input-gateway/ioc/ContainerToken.ts"],"names":[],"mappings":";;;AAAA,2DAAmD;AAEnD,MAAM,cAAc,GAAG;IACnB,MAAM,EAAE,MAAM,EAAE;IAChB;;OAEG;IACH,MAAM,EAAE,qBAAS,CAAC,MAAM;IACxB,aAAa,EAAE,MAAM,EAAE;IACvB,qBAAqB,EAAE,MAAM,EAAE;IAC/B,aAAa,EAAE,MAAM,EAAE;IACvB,aAAa,EAAE,MAAM,EAAE;IACvB,cAAc,EAAE,MAAM,EAAE;IACxB,sBAAsB,EAAE,MAAM,EAAE;IAChC,qBAAqB,EAAE,MAAM,EAAE;IAC/B,mBAAmB,EAAE,MAAM,EAAE;CAChC,CAAC;AAEO,wCAAc"}
+{"version":3,"file":"ContainerToken.js","sourceRoot":"","sources":["../../../src/input-gateway/ioc/ContainerToken.ts"],"names":[],"mappings":";;;AAAA,2DAAmD;AAEnD,MAAM,cAAc,GAAG;IACnB,MAAM,EAAE,MAAM,EAAE;IAChB;;OAEG;IACH,MAAM,EAAE,qBAAS,CAAC,MAAM;IACxB,aAAa,EAAE,MAAM,EAAE;IACvB,qBAAqB,EAAE,MAAM,EAAE;IAC/B,aAAa,EAAE,MAAM,EAAE;IACvB,aAAa,EAAE,MAAM,EAAE;IACvB,cAAc,EAAE,MAAM,EAAE;IACxB,cAAc,EAAE,MAAM,EAAE;IACxB,sBAAsB,EAAE,MAAM,EAAE;IAChC,qBAAqB,EAAE,MAAM,EAAE;IAC/B,mBAAmB,EAAE,MAAM,EAAE;CAChC,CAAC;AAEO,wCAAc"}

package/dist/input-gateway/ioc/Di.js

@@ -6,6 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.InputGatewayContainer = void 0;
 const _helpers_1 = require("../../helpers");
 const SimpleConfig_1 = __importDefault(require("../../helpers/configuration/SimpleConfig"));
+const IoRedisConnector_1 = require("../../helpers/data-access/redis/IoRedisConnector");
 const CoreToken_1 = require("../../helpers/ioc/CoreToken");
 const Di_1 = require("../../helpers/ioc/Di");
 const InputGatewayConfiguration_1 = require("../config/InputGatewayConfiguration");
@@ -40,6 +41,12 @@ InputGatewayContainer.register(ContainerToken_1.ContainerToken.AmqpConnector, {
     .register(ContainerToken_1.ContainerToken.StorageServiceProvider, StorageServiceProvider_1.StorageServiceProvider, singletonOptions)
     .register(ContainerToken_1.ContainerToken.StorageService, {
     useFactory: (0, tsyringe_1.instanceCachingFactory)((c) => c.resolve(ContainerToken_1.ContainerToken.StorageServiceProvider).service),
+})
+    .register(ContainerToken_1.ContainerToken.RedisConnector, {
+    useFactory: (0, tsyringe_1.instanceCachingFactory)((c) => {
+        const simpleConfig = c.resolve(CoreToken_1.CoreToken.SimpleConfig);
+        return new IoRedisConnector_1.IoRedisConnector(simpleConfig.getValue("env.REDIS_CONN", ""), c.resolve(CoreToken_1.CoreToken.Logger));
+    }),
 });
 //#endregion
 //#region Middleware

package/dist/input-gateway/ioc/Di.js.map

@@ -1 +1 @@
-{"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/input-gateway/ioc/Di.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAsE;AAEtE,4FAA+D;AAE/D,2DAAmD;AACnD,6CAAkD;AAElD,mFAAiF;AACjF,+DAA6D;AAC7D,kFAAgF;AAChF,4EAA0E;AAC1E,4EAA0E;AAC1E,2EAAyE;AACzE,uCAA6D;AAC7D,qDAAkD;AAElD,wBAAwB;AACxB,MAAM,gBAAgB,GAAG,EAAE,SAAS,EAAE,oBAAS,CAAC,SAAS,EAAE,CAAC;AAC5D,MAAM,qBAAqB,GAAG,oBAAe,CAAC,oBAAoB,EAAE,CAAC;AA8C5D,sDAAqB;AA7C9B,YAAY;AAEZ,iBAAiB;AACjB,qBAAqB,CAAC,QAAQ,CAAiB,+BAAc,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,qDAAyB,EAAE,EAAE,gBAAgB,CAAC,CAAC;AAEjI,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAiB,+BAAc,CAAC,MAAM,CAAC,CAAC;AACpF,qBAAqB,CAAC,gBAAgB,CAClC,qBAAS,CAAC,YAAY,EACtB,IAAI,sBAAY,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CACtD,CAAC;AACF,qBAAqB,CAAC,gBAAgB,CAClC,+BAAc,CAAC,MAAM,EACrB,IAAA,uBAAY,EAAC;IACT,WAAW,EAAE,eAAe;IAC5B,OAAO,EAAE,MAAM,CAAC,QAAQ;IACxB,QAAQ,EAAE,MAAM,CAAC,SAAS;CAC7B,CAAC,CACL,CAAC;AACF,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,qBAAqB,EAAE,6CAAqB,CAAC,CAAC,QAAQ,CACzG,+BAAc,CAAC,aAAa,EAC5B;IACI,UAAU,EAAE,IAAA,iCAAsB,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAwB,+BAAc,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC;CAC5H,CACJ,CAAC;AACF,qBAAqB,CAAC,gBAAgB,CAClC,+BAAc,CAAC,aAAa,EAC5B,IAAA,8BAAmB,EAAC,MAAM,CAAC,QAAQ,EAAE,qBAAqB,CAAC,OAAO,CAAC,+BAAc,CAAC,MAAM,CAAC,CAAC,CAC7F,CAAC;AACF,YAAY;AAEZ,qBAAqB;AACrB,qBAAqB,CAAC,QAAQ,CAAkB,+BAAc,CAAC,aAAa,EAAE,EAAE,QAAQ,EAAE,6BAAa,EAAE,EAAE,gBAAgB,CAAC;KACvH,QAAQ,CAAC,+BAAc,CAAC,sBAAsB,EAAE,+CAAsB,EAAE,gBAAgB,CAAC;KACzF,QAAQ,CAAC,+BAAc,CAAC,cAAc,EAAE;IACrC,UAAU,EAAE,IAAA,iCAAsB,EAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAyB,+BAAc,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAC1F;CACJ,CAAC,CAAC;AACP,YAAY;AAEZ,oBAAoB;AACpB,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,qBAAqB,EAAE,6CAAqB,CAAC,CAAC;AACrG,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,mBAAmB,EAAE,yCAAmB,CAAC,CAAC"}
+{"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/input-gateway/ioc/Di.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAsE;AAEtE,4FAA+D;AAE/D,uFAA+E;AAC/E,2DAAmD;AACnD,6CAAkD;AAElD,mFAAiF;AACjF,+DAA6D;AAC7D,kFAAgF;AAChF,4EAA0E;AAC1E,4EAA0E;AAC1E,2EAAyE;AACzE,uCAA6D;AAC7D,qDAAkD;AAElD,wBAAwB;AACxB,MAAM,gBAAgB,GAAG,EAAE,SAAS,EAAE,oBAAS,CAAC,SAAS,EAAE,CAAC;AAC5D,MAAM,qBAAqB,GAAG,oBAAe,CAAC,oBAAoB,EAAE,CAAC;AAoD5D,sDAAqB;AAnD9B,YAAY;AAEZ,iBAAiB;AACjB,qBAAqB,CAAC,QAAQ,CAAiB,+BAAc,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,qDAAyB,EAAE,EAAE,gBAAgB,CAAC,CAAC;AAEjI,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAiB,+BAAc,CAAC,MAAM,CAAC,CAAC;AACpF,qBAAqB,CAAC,gBAAgB,CAClC,qBAAS,CAAC,YAAY,EACtB,IAAI,sBAAY,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CACtD,CAAC;AACF,qBAAqB,CAAC,gBAAgB,CAClC,+BAAc,CAAC,MAAM,EACrB,IAAA,uBAAY,EAAC;IACT,WAAW,EAAE,eAAe;IAC5B,OAAO,EAAE,MAAM,CAAC,QAAQ;IACxB,QAAQ,EAAE,MAAM,CAAC,SAAS;CAC7B,CAAC,CACL,CAAC;AACF,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,qBAAqB,EAAE,6CAAqB,CAAC,CAAC,QAAQ,CACzG,+BAAc,CAAC,aAAa,EAC5B;IACI,UAAU,EAAE,IAAA,iCAAsB,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAwB,+BAAc,CAAC,qBAAqB,CAAC,CAAC,OAAO,CAAC;CAC5H,CACJ,CAAC;AACF,qBAAqB,CAAC,gBAAgB,CAClC,+BAAc,CAAC,aAAa,EAC5B,IAAA,8BAAmB,EAAC,MAAM,CAAC,QAAQ,EAAE,qBAAqB,CAAC,OAAO,CAAC,+BAAc,CAAC,MAAM,CAAC,CAAC,CAC7F,CAAC;AACF,YAAY;AAEZ,qBAAqB;AACrB,qBAAqB,CAAC,QAAQ,CAAkB,+BAAc,CAAC,aAAa,EAAE,EAAE,QAAQ,EAAE,6BAAa,EAAE,EAAE,gBAAgB,CAAC;KACvH,QAAQ,CAAC,+BAAc,CAAC,sBAAsB,EAAE,+CAAsB,EAAE,gBAAgB,CAAC;KACzF,QAAQ,CAAC,+BAAc,CAAC,cAAc,EAAE;IACrC,UAAU,EAAE,IAAA,iCAAsB,EAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAyB,+BAAc,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAC1F;CACJ,CAAC;KACD,QAAQ,CAAC,+BAAc,CAAC,cAAc,EAAE;IACrC,UAAU,EAAE,IAAA,iCAAsB,EAAC,CAAC,CAAC,EAAE,EAAE;QACrC,MAAM,YAAY,GAAG,CAAC,CAAC,OAAO,CAAgB,qBAAS,CAAC,YAAY,CAAC,CAAC;QACtE,OAAO,IAAI,mCAAgB,CAAC,YAAY,CAAC,QAAQ,CAAC,gBAAgB,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,OAAO,CAAU,qBAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACnH,CAAC,CAAC;CACL,CAAC,CAAC;AACP,YAAY;AAEZ,oBAAoB;AACpB,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,qBAAqB,EAAE,6CAAqB,CAAC,CAAC;AACrG,qBAAqB,CAAC,iBAAiB,CAAC,+BAAc,CAAC,mBAAmB,EAAE,yCAAmB,CAAC,CAAC"}

package/dist/input-gateway/models/IModel.d.ts

@@ -0,0 +1,16 @@
+export interface IRedisSettings {
+    isKeyConstructedFromData: boolean;
+    prefix: string;
+    encodeDataBeforeSave?: (raw: any) => any;
+    decodeDataAfterGet?: (encoded: any) => any;
+}
+export interface IRedisModel {
+    name: string;
+    set: (key: string, data: any, ttlSeconds: number, expireTimestamp: number | undefined) => Promise<any>;
+    hset: (key: string, data: any) => Promise<any>;
+    get: (key: string) => Promise<any>;
+    hget: (key: string) => Promise<any>;
+    delete: (key: string) => Promise<any>;
+    truncate: () => Promise<number>;
+    flush: () => Promise<"OK">;
+}

package/dist/input-gateway/models/IModel.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=IModel.js.map

package/dist/input-gateway/models/IModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"IModel.js","sourceRoot":"","sources":["../../../src/input-gateway/models/IModel.ts"],"names":[],"mappings":""}

package/dist/input-gateway/models/RedisModel.d.ts

@@ -0,0 +1,48 @@
+import { IRedisModel, IRedisSettings } from "./IModel";
+import { IValidator } from "@golemio/validator";
+import { ReadStream } from "fs";
+import { Redis } from "ioredis";
+import { Readable } from "stream";
+/**
+ * Input gateway Redis model. Mirrors the integration-engine RedisModel but resolves its connection
+ * from the input-gateway container, where the (env-gated) RedisConnector is registered.
+ */
+export declare class RedisModel implements IRedisModel {
+    /** Model name */
+    name: string;
+    /** The Redis connection */
+    protected connection: Redis;
+    /** Defines key construction */
+    protected isKeyConstructedFromData: boolean;
+    /** Function for encoding data (typically to string) before saving to Redis */
+    protected encodeDataBeforeSave: (raw: any) => any;
+    /** Function for decoding data (typically from string) after getting from Redis */
+    protected decodeDataAfterGet: (encoded: any) => any;
+    /** Key namespace prefix to identify model */
+    protected prefix: string;
+    /** Validation helper */
+    protected validator: IValidator | null;
+    constructor(name: string, settings: IRedisSettings, validator?: IValidator | null);
+    /**
+     * Saves data to Redis. The key expires after ttlSeconds seconds, or at the absolute Unix
+     * expireTimestamp (milliseconds) when ttlSeconds is not given.
+     */
+    set: (key: string, data: any, ttlSeconds?: number, expireTimestamp?: number) => Promise<any>;
+    hset: (key: string, data: any) => Promise<any>;
+    get: (key: string) => Promise<any>;
+    hget: (key: string) => Promise<any>;
+    mget: <T = object | string>(keys: string[]) => Promise<Array<T | null>>;
+    /**
+     * Stream data into a key from a file read stream via SET/APPEND.
+     */
+    pipeStream: (key: string, readStream: ReadStream) => Promise<void>;
+    /**
+     * Get a readable stream of data from a key via GETRANGE.
+     */
+    getReadableStream: (key: string) => Readable;
+    delete: (key?: string) => Promise<any>;
+    truncate: (namespace?: boolean) => Promise<number>;
+    flush: () => Promise<"OK">;
+    private validate;
+    private buildKey;
+}

package/dist/input-gateway/models/RedisModel.js

@@ -0,0 +1,186 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisModel = void 0;
+const utils_1 = require("../../helpers/utils");
+const Logger_1 = require("../helpers/Logger");
+const ioc_1 = require("../ioc");
+const errors_1 = require("@golemio/errors");
+const redis_rstream_1 = __importDefault(require("redis-rstream"));
+const redis_wstream_1 = __importDefault(require("redis-wstream"));
+/**
+ * Input gateway Redis model. Mirrors the integration-engine RedisModel but resolves its connection
+ * from the input-gateway container, where the (env-gated) RedisConnector is registered.
+ */
+class RedisModel {
+    constructor(name, settings, validator = null) {
+        /**
+         * Saves data to Redis. The key expires after ttlSeconds seconds, or at the absolute Unix
+         * expireTimestamp (milliseconds) when ttlSeconds is not given.
+         */
+        this.set = async (key, data, ttlSeconds, expireTimestamp) => {
+            await this.validate(data);
+            if (Array.isArray(data)) {
+                // start the redis transaction
+                const multi = this.connection.multi();
+                for (const dataItem of data) {
+                    const redisKey = `${this.prefix}:${this.buildKey(key, dataItem)}`;
+                    const encodedData = this.encodeDataBeforeSave(dataItem);
+                    if (ttlSeconds) {
+                        multi.setex(redisKey, ttlSeconds, encodedData);
+                    }
+                    else if (expireTimestamp) {
+                        // PXAT timestamp in milliseconds
+                        multi.set(redisKey, encodedData, "PXAT", expireTimestamp);
+                    }
+                    else {
+                        multi.set(redisKey, encodedData);
+                    }
+                }
+                // redis transaction commit
+                return multi.exec();
+            }
+            else {
+                const redisKey = `${this.prefix}:${this.buildKey(key, data)}`;
+                const encodedData = this.encodeDataBeforeSave(data);
+                if (ttlSeconds) {
+                    return this.connection.setex(redisKey, ttlSeconds, encodedData);
+                }
+                else if (expireTimestamp) {
+                    // PXAT timestamp in milliseconds
+                    return this.connection.set(redisKey, encodedData, "PXAT", expireTimestamp);
+                }
+                else {
+                    return this.connection.set(redisKey, encodedData);
+                }
+            }
+        };
+        this.hset = async (key, data) => {
+            await this.validate(data);
+            if (Array.isArray(data)) {
+                // start the redis transaction
+                const multi = this.connection.multi();
+                for (const dataItem of data) {
+                    const k = this.buildKey(key, dataItem);
+                    // encoding and saving the data as redis hash
+                    multi.hset(this.prefix, k, this.encodeDataBeforeSave(dataItem));
+                }
+                // redis transaction commit
+                return multi.exec();
+            }
+            else {
+                const k = this.buildKey(key, data);
+                // encoding and saving the data as redis hash
+                return this.connection.hset(this.prefix, k, this.encodeDataBeforeSave(data));
+            }
+        };
+        this.get = async (key) => {
+            // getting and decoding the data from redis hash
+            return this.decodeDataAfterGet(await this.connection.get(`${this.prefix}:${key}`));
+        };
+        this.hget = async (key) => {
+            // getting and decoding the data from redis hash
+            return this.decodeDataAfterGet(await this.connection.hget(this.prefix, key));
+        };
+        this.mget = async (keys) => {
+            if (keys.length === 0) {
+                return [];
+            }
+            const values = await this.connection.mget(...keys.map((key) => `${this.prefix}:${key}`));
+            return values.map((value) => this.decodeDataAfterGet(value));
+        };
+        /**
+         * Stream data into a key from a file read stream via SET/APPEND.
+         */
+        this.pipeStream = async (key, readStream) => {
+            const redisWriteStream = new redis_wstream_1.default(this.connection, `${this.prefix}:${key}`);
+            return new Promise((resolve, reject) => {
+                redisWriteStream.on("finish", () => {
+                    resolve();
+                });
+                redisWriteStream.on("error", (err) => {
+                    reject(err);
+                });
+                readStream.pipe(redisWriteStream);
+            });
+        };
+        /**
+         * Get a readable stream of data from a key via GETRANGE.
+         */
+        this.getReadableStream = (key) => {
+            return new redis_rstream_1.default(this.connection, `${this.prefix}:${key}`);
+        };
+        this.delete = async (key) => {
+            if (key) {
+                return this.connection.del(`${this.prefix}:${key}`);
+            }
+            return this.connection.del(`${this.prefix}`);
+        };
+        this.truncate = (namespace = true) => {
+            const prefix = `${this.prefix}${namespace ? ":" : ""}*`;
+            const stream = this.connection.scanStream({ match: prefix, count: 500 });
+            const pipeline = this.connection.pipeline();
+            return new Promise((resolve, reject) => {
+                stream.on("data", (keys) => {
+                    if (keys.length > 0) {
+                        pipeline.unlink(...keys);
+                    }
+                });
+                stream.on("error", (err) => {
+                    Logger_1.log.error(err);
+                    return reject(err);
+                });
+                stream.on("end", async () => {
+                    try {
+                        const result = await pipeline.exec();
+                        const deleteCount = result?.reduce((acc, el) => acc + el[1], 0) ?? 0;
+                        Logger_1.log.info(`Truncate complete for ${prefix}, deleted ${deleteCount} in (${result?.length ?? 0}) batches`);
+                        resolve(deleteCount);
+                    }
+                    catch (err) {
+                        Logger_1.log.error(err);
+                        return reject(err);
+                    }
+                });
+            });
+        };
+        this.flush = () => {
+            return this.connection.flushdb();
+        };
+        this.validate = async (data) => {
+            // data validation
+            if (this.validator) {
+                try {
+                    await this.validator.Validate(data);
+                }
+                catch (err) {
+                    throw new errors_1.GeneralError("Error while validating data.", this.name, err);
+                }
+            }
+            else if (this.isKeyConstructedFromData) {
+                Logger_1.log.warn(this.name + ": Model validator is not set.");
+            }
+        };
+        this.buildKey = (key, data) => {
+            // checking if the value is type of object
+            if (this.isKeyConstructedFromData && typeof data !== "object") {
+                throw new errors_1.GeneralError("The data must be a type of object.", this.constructor.name);
+            }
+            return this.isKeyConstructedFromData ? (0, utils_1.getSubProperty)(key, data) : key;
+        };
+        this.name = name;
+        this.connection = ioc_1.InputGatewayContainer.resolve(ioc_1.ContainerToken.RedisConnector).getConnection();
+        this.isKeyConstructedFromData = settings.isKeyConstructedFromData;
+        this.prefix = settings.prefix;
+        this.validator = validator;
+        this.encodeDataBeforeSave = settings.encodeDataBeforeSave ? settings.encodeDataBeforeSave : (raw) => raw;
+        this.decodeDataAfterGet = settings.decodeDataAfterGet ? settings.decodeDataAfterGet : (raw) => raw;
+        if (this.validator?.setLogger) {
+            this.validator.setLogger(Logger_1.log);
+        }
+    }
+}
+exports.RedisModel = RedisModel;
+//# sourceMappingURL=RedisModel.js.map

package/dist/input-gateway/models/RedisModel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisModel.js","sourceRoot":"","sources":["../../../src/input-gateway/models/RedisModel.ts"],"names":[],"mappings":";;;;;;AACA,+CAAgD;AAChD,8CAAyC;AACzC,gCAAgE;AAEhE,4CAA+C;AAI/C,kEAAyC;AACzC,kEAAyC;AAGzC;;;GAGG;AACH,MAAa,UAAU;IAgBnB,YAAY,IAAY,EAAE,QAAwB,EAAE,YAA+B,IAAI;QAevF;;;WAGG;QACI,QAAG,GAAG,KAAK,EAAE,GAAW,EAAE,IAAS,EAAE,UAAmB,EAAE,eAAwB,EAAgB,EAAE;YACvG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAE1B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtB,8BAA8B;gBAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBAEtC,KAAK,MAAM,QAAQ,IAAI,IAAI,EAAE,CAAC;oBAC1B,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC;oBAClE,MAAM,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;oBAExD,IAAI,UAAU,EAAE,CAAC;wBACb,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;oBACnD,CAAC;yBAAM,IAAI,eAAe,EAAE,CAAC;wBACzB,iCAAiC;wBACjC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;oBAC9D,CAAC;yBAAM,CAAC;wBACJ,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;oBACrC,CAAC;gBACL,CAAC;gBAED,2BAA2B;gBAC3B,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACJ,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,CAAC;gBAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;gBAEpD,IAAI,UAAU,EAAE,CAAC;oBACb,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;gBACpE,CAAC;qBAAM,IAAI,eAAe,EAAE,CAAC;oBACzB,iCAAiC;oBACjC,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;gBAC/E,CAAC;qBAAM,CAAC;oBACJ,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;gBACtD,CAAC;YACL,CAAC;QACL,CAAC,CAAC;QAEK,SAAI,GAAG,KAAK,EAAE,GAAW,EAAE,IAAS,EAAgB,EAAE;YACzD,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAE1B,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtB,8BAA8B;gBAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;gBAEtC,KAAK,MAAM,QAAQ,IAAI,IAAI,EAAE,CAAC;oBAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;oBACvC,6CAA6C;oBAC7C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACpE,CAAC;gBAED,2BAA2B;gBAC3B,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBACnC,6CAA6C;gBAC7C,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC;YACjF,CAAC;QACL,CAAC,CAAC;QAEK,QAAG,GAAG,KAAK,EAAE,GAAW,EAAgB,EAAE;YAC7C,gDAAgD;YAChD,OAAO,IAAI,CAAC,kBAAkB,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;QACvF,CAAC,CAAC;QAEK,SAAI,GAAG,KAAK,EAAE,GAAW,EAAgB,EAAE;YAC9C,gDAAgD;YAChD,OAAO,IAAI,CAAC,kBAAkB,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;QACjF,CAAC,CAAC;QAEK,SAAI,GAAG,KAAK,EAAuB,IAAc,EAA4B,EAAE;YAClF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACpB,OAAO,EAAE,CAAC;YACd,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;YACzF,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC;QAEF;;WAEG;QACI,eAAU,GAAG,KAAK,EAAE,GAAW,EAAE,UAAsB,EAAiB,EAAE;YAC7E,MAAM,gBAAgB,GAAa,IAAI,uBAAY,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;YAE9F,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACnC,gBAAgB,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;oBAC/B,OAAO,EAAE,CAAC;gBACd,CAAC,CAAC,CAAC;gBAEH,gBAAgB,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACjC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;QAEF;;WAEG;QACI,sBAAiB,GAAG,CAAC,GAAW,EAAY,EAAE;YACjD,OAAO,IAAI,uBAAY,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;QACtE,CAAC,CAAC;QAEK,WAAM,GAAG,KAAK,EAAE,GAAY,EAAgB,EAAE;YACjD,IAAI,GAAG,EAAE,CAAC;gBACN,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC,CAAC;YACxD,CAAC;YACD,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,CAAC,CAAC;QAEK,aAAQ,GAAG,CAAC,SAAS,GAAG,IAAI,EAAmB,EAAE;YACpD,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC;YACxD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;YACzE,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YAE5C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACnC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAc,EAAE,EAAE;oBACjC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAClB,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC7B,CAAC;gBACL,CAAC,CAAC,CAAC;gBAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACvB,YAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBACf,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC,CAAC,CAAC;gBAEH,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE;oBACxB,IAAI,CAAC;wBACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACrC,MAAM,WAAW,GAAG,MAAM,EAAE,MAAM,CAAC,CAAC,GAAW,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,GAAI,EAAE,CAAC,CAAC,CAAY,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;wBACzF,YAAG,CAAC,IAAI,CAAC,yBAAyB,MAAM,aAAa,WAAW,QAAQ,MAAM,EAAE,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC;wBACxG,OAAO,CAAC,WAAW,CAAC,CAAC;oBACzB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,YAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBACf,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;oBACvB,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,CAAC;QAEK,UAAK,GAAG,GAAkB,EAAE;YAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACrC,CAAC,CAAC;QAEM,aAAQ,GAAG,KAAK,EAAE,IAAS,EAAE,EAAE;YACnC,kBAAkB;YAClB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,MAAM,IAAI,qBAAY,CAAC,8BAA8B,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC3E,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,wBAAwB,EAAE,CAAC;gBACvC,YAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,+BAA+B,CAAC,CAAC;YAC1D,CAAC;QACL,CAAC,CAAC;QAEM,aAAQ,GAAG,CAAC,GAAW,EAAE,IAAS,EAAE,EAAE;YAC1C,0CAA0C;YAC1C,IAAI,IAAI,CAAC,wBAAwB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5D,MAAM,IAAI,qBAAY,CAAC,oCAAoC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACxF,CAAC;YACD,OAAO,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC,IAAA,sBAAc,EAAS,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACnF,CAAC,CAAC;QAxLE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,2BAAqB,CAAC,OAAO,CAAkB,oBAAc,CAAC,cAAc,CAAC,CAAC,aAAa,EAAE,CAAC;QAChH,IAAI,CAAC,wBAAwB,GAAG,QAAQ,CAAC,wBAAwB,CAAC;QAClE,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAC9B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAE3B,IAAI,CAAC,oBAAoB,GAAG,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;QACzG,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;QAEnG,IAAI,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC;YAC5B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,YAAG,CAAC,CAAC;QAClC,CAAC;IACL,CAAC;CA6KJ;AA1MD,gCA0MC"}

package/dist/input-gateway/models/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./IModel";
+export * from "./RedisModel";

package/dist/input-gateway/models/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./IModel"), exports);
+__exportStar(require("./RedisModel"), exports);
+//# sourceMappingURL=index.js.map

package/dist/input-gateway/models/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/input-gateway/models/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,+CAA6B"}

package/dist/integration-engine/datasources/index.d.ts

@@ -13,6 +13,7 @@ export * from "./datatype-strategy/XMLDataTypeStrategy";
 export * from "./protocol-strategy/FTPProtocolStrategy";
 export * from "./protocol-strategy/HTTPRequestProtocolStrategyStreamed";
 export * from "./protocol-strategy/GoogleCloudStorageProtocolStrategy";
+export * from "./protocol-strategy/HTTPFetchProtocolStrategy";
 export * from "./protocol-strategy/PaginatedHTTPProtocolStrategy";
 export * from "./protocol-strategy/IProtocolStrategy";
 export * from "./protocol-strategy/IStreamingProtocolStrategy";

package/dist/integration-engine/datasources/index.js

@@ -30,6 +30,7 @@ __exportStar(require("./datatype-strategy/XMLDataTypeStrategy"), exports);
 __exportStar(require("./protocol-strategy/FTPProtocolStrategy"), exports);
 __exportStar(require("./protocol-strategy/HTTPRequestProtocolStrategyStreamed"), exports);
 __exportStar(require("./protocol-strategy/GoogleCloudStorageProtocolStrategy"), exports);
+__exportStar(require("./protocol-strategy/HTTPFetchProtocolStrategy"), exports);
 __exportStar(require("./protocol-strategy/PaginatedHTTPProtocolStrategy"), exports);
 __exportStar(require("./protocol-strategy/IProtocolStrategy"), exports);
 __exportStar(require("./protocol-strategy/IStreamingProtocolStrategy"), exports);

package/dist/integration-engine/datasources/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6BAA6B;AAC7B,kDAAgC;AAChC,+CAA6B;AAC7B,qDAAmC;AACnC,4DAA0C;AAC1C,uDAAqC;AACrC,+DAA6C;AAC7C,gDAA8B;AAC9B,0EAAwD;AACxD,wEAAsD;AACtD,2EAAyD;AACzD,4EAA0D;AAC1D,0EAAwD;AACxD,0EAAwD;AACxD,0FAAwE;AACxE,yFAAuE;AACvE,oFAAkE;AAClE,wEAAsD;AACtD,iFAA+D;AAC/D,+EAA6D;AAC7D,uFAAqE;AACrE,uEAAqD;AACrD,2EAAyD"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6BAA6B;AAC7B,kDAAgC;AAChC,+CAA6B;AAC7B,qDAAmC;AACnC,4DAA0C;AAC1C,uDAAqC;AACrC,+DAA6C;AAC7C,gDAA8B;AAC9B,0EAAwD;AACxD,wEAAsD;AACtD,2EAAyD;AACzD,4EAA0D;AAC1D,0EAAwD;AACxD,0EAAwD;AACxD,0FAAwE;AACxE,yFAAuE;AACvE,gFAA8D;AAC9D,oFAAkE;AAClE,wEAAsD;AACtD,iFAA+D;AAC/D,+EAA6D;AAC7D,uFAAqE;AACrE,uEAAqD;AACrD,2EAAyD"}

package/dist/integration-engine/workers/AbstractTaskWithoutValidation.d.ts

@@ -5,6 +5,7 @@ export declare abstract class AbstractTaskWithoutValidation<TRawData extends obj
     queueTtl?: number;
     queuePrefix: string;
     queueType: "classic" | "quorum";
+    queueConsumerTimeout?: number;
     constructor(queuePrefix: string);
     get queueKey(): string;
     consume(msg: Message | null): Promise<void>;

package/dist/integration-engine/workers/AbstractTaskWithoutValidation.js

@@ -2,6 +2,9 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AbstractTaskWithoutValidation = void 0;
 const AbortableTask_1 = require("./helpers/AbortableTask");
+// Abort the in-process task slightly before the broker's x-consumer-timeout fires, so the task ends
+// with a graceful AbortError instead of RabbitMQ force-closing the channel.
+const CONSUMER_TIMEOUT_ABORT_MARGIN_MS = 10_000; // 10 seconds
 class AbstractTaskWithoutValidation {
     constructor(queuePrefix) {
         this.queueType = "quorum";
@@ -11,7 +14,12 @@ class AbstractTaskWithoutValidation {
         return `${this.queuePrefix}.${this.queueName}`;
     }
     async consume(msg) {
-        return AbortableTask_1.AbortableTask.from(this.validateAndExecute(msg), this.queueKey);
+        const abortTimeout = this.queueConsumerTimeout !== undefined
+            ? this.queueConsumerTimeout > CONSUMER_TIMEOUT_ABORT_MARGIN_MS
+                ? this.queueConsumerTimeout - CONSUMER_TIMEOUT_ABORT_MARGIN_MS
+                : this.queueConsumerTimeout
+            : undefined;
+        return AbortableTask_1.AbortableTask.from(this.validateAndExecute(msg), this.queueKey, abortTimeout);
     }
 }
 exports.AbstractTaskWithoutValidation = AbstractTaskWithoutValidation;

package/dist/integration-engine/workers/AbstractTaskWithoutValidation.js.map

@@ -1 +1 @@
-{"version":3,"file":"AbstractTaskWithoutValidation.js","sourceRoot":"","sources":["../../../src/integration-engine/workers/AbstractTaskWithoutValidation.ts"],"names":[],"mappings":";;;AAEA,2DAAkE;AAElE,MAAsB,6BAA6B;IAM/C,YAAY,WAAmB;QAFxB,cAAS,GAAyB,QAAQ,CAAC;QAG9C,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED,IAAI,QAAQ;QACR,OAAO,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;IACnD,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,GAAmB;QACpC,OAAO,6BAAa,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC3E,CAAC;CAMJ;AAtBD,sEAsBC"}
+{"version":3,"file":"AbstractTaskWithoutValidation.js","sourceRoot":"","sources":["../../../src/integration-engine/workers/AbstractTaskWithoutValidation.ts"],"names":[],"mappings":";;;AAEA,2DAAkE;AAElE,oGAAoG;AACpG,4EAA4E;AAC5E,MAAM,gCAAgC,GAAG,MAAM,CAAC,CAAC,aAAa;AAE9D,MAAsB,6BAA6B;IAO/C,YAAY,WAAmB;QAHxB,cAAS,GAAyB,QAAQ,CAAC;QAI9C,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACnC,CAAC;IAED,IAAI,QAAQ;QACR,OAAO,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;IACnD,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,GAAmB;QACpC,MAAM,YAAY,GACd,IAAI,CAAC,oBAAoB,KAAK,SAAS;YACnC,CAAC,CAAC,IAAI,CAAC,oBAAoB,GAAG,gCAAgC;gBAC1D,CAAC,CAAC,IAAI,CAAC,oBAAoB,GAAG,gCAAgC;gBAC9D,CAAC,CAAC,IAAI,CAAC,oBAAoB;YAC/B,CAAC,CAAC,SAAS,CAAC;QAEpB,OAAO,6BAAa,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACzF,CAAC;CAMJ;AA9BD,sEA8BC"}

package/dist/integration-engine/workers/AbstractWorker.d.ts

@@ -10,4 +10,5 @@ export declare abstract class AbstractWorker {
     getQueueDefinition(): IQueueDefinition;
     getQueuePrefix(): string;
     private getQueueTask;
+    private warnIfConsumerTimeoutOutOfBounds;
 }

package/dist/integration-engine/workers/AbstractWorker.js

@@ -2,6 +2,9 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AbstractWorker = void 0;
 const config_1 = require("../config");
+const helpers_1 = require("../helpers");
+const RECOMMENDED_MIN_CONSUMER_TIMEOUT_MS = 60_000; // 1 minute
+const RECOMMENDED_MAX_CONSUMER_TIMEOUT_MS = 7_200_000; // 2 hours
 class AbstractWorker {
     constructor() {
         this.queues = [];
@@ -23,17 +26,33 @@ class AbstractWorker {
         return config_1.config.RABBIT_EXCHANGE_NAME + "." + this.name.toLowerCase();
     }
     getQueueTask(task) {
+        const queueArguments = { "x-queue-type": task.queueType };
+        // Only declare x-consumer-timeout when set, so untimed queues keep an undefined-free argument table.
+        if (task.queueConsumerTimeout !== undefined) {
+            this.warnIfConsumerTimeoutOutOfBounds(task.queueName, task.queueConsumerTimeout, task.queueTtl);
+            queueArguments["x-consumer-timeout"] = task.queueConsumerTimeout;
+        }
         return {
             name: task.queueName,
             options: {
                 deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
                 deadLetterRoutingKey: "dead",
                 messageTtl: task.queueTtl,
-                arguments: { "x-queue-type": task.queueType },
+                arguments: queueArguments,
             },
             consume: task.consume.bind(task),
         };
     }
+    warnIfConsumerTimeoutOutOfBounds(queueName, consumerTimeout, queueTtl) {
+        if (consumerTimeout < RECOMMENDED_MIN_CONSUMER_TIMEOUT_MS || consumerTimeout > RECOMMENDED_MAX_CONSUMER_TIMEOUT_MS) {
+            helpers_1.log.warn(`Queue ${queueName}: queueConsumerTimeout ${consumerTimeout} ms is outside the recommended range ` +
+                `[${RECOMMENDED_MIN_CONSUMER_TIMEOUT_MS}, ${RECOMMENDED_MAX_CONSUMER_TIMEOUT_MS}] ms.`);
+        }
+        if (queueTtl !== undefined && consumerTimeout > queueTtl) {
+            helpers_1.log.warn(`Queue ${queueName}: queueConsumerTimeout ${consumerTimeout} ms exceeds the queue message TTL ` +
+                `${queueTtl} ms; the message may expire before the consumer timeout applies.`);
+        }
+    }
 }
 exports.AbstractWorker = AbstractWorker;
 //# sourceMappingURL=AbstractWorker.js.map

package/dist/integration-engine/workers/AbstractWorker.js.map

@@ -1 +1 @@
-{"version":3,"file":"AbstractWorker.js","sourceRoot":"","sources":["../../../src/integration-engine/workers/AbstractWorker.ts"],"names":[],"mappings":";;;AAAA,sCAAoC;AAIpC,MAAsB,cAAc;IAApC;QAEY,WAAM,GAAiB,EAAE,CAAC;IAiCtC,CAAC;IA/BU,YAAY,CAAC,IAAW;QAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACI,kBAAkB;QACrB,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,cAAc,EAAE;YAClC,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC;IACN,CAAC;IAEM,cAAc;QACjB,OAAO,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IACvE,CAAC;IAEO,YAAY,CAAC,IAAW;QAC5B,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,SAAS;YACpB,OAAO,EAAE;gBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;gBAC/C,oBAAoB,EAAE,MAAM;gBAC5B,UAAU,EAAE,IAAI,CAAC,QAAQ;gBACzB,SAAS,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,EAAE;aAChD;YACD,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;SACnC,CAAC;IACN,CAAC;CACJ;AAnCD,wCAmCC"}
+{"version":3,"file":"AbstractWorker.js","sourceRoot":"","sources":["../../../src/integration-engine/workers/AbstractWorker.ts"],"names":[],"mappings":";;;AAAA,sCAAoC;AACpC,wCAAkC;AAIlC,MAAM,mCAAmC,GAAG,MAAM,CAAC,CAAC,WAAW;AAC/D,MAAM,mCAAmC,GAAG,SAAS,CAAC,CAAC,UAAU;AAEjE,MAAsB,cAAc;IAApC;QAEY,WAAM,GAAiB,EAAE,CAAC;IAyDtC,CAAC;IAvDU,YAAY,CAAC,IAAW;QAC3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACI,kBAAkB;QACrB,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,cAAc,EAAE;YAClC,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC;IACN,CAAC;IAEM,cAAc;QACjB,OAAO,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IACvE,CAAC;IAEO,YAAY,CAAC,IAAW;QAC5B,MAAM,cAAc,GAA4B,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;QAEnF,qGAAqG;QACrG,IAAI,IAAI,CAAC,oBAAoB,KAAK,SAAS,EAAE,CAAC;YAC1C,IAAI,CAAC,gCAAgC,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,oBAAoB,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChG,cAAc,CAAC,oBAAoB,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC;QACrE,CAAC;QAED,OAAO;YACH,IAAI,EAAE,IAAI,CAAC,SAAS;YACpB,OAAO,EAAE;gBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;gBAC/C,oBAAoB,EAAE,MAAM;gBAC5B,UAAU,EAAE,IAAI,CAAC,QAAQ;gBACzB,SAAS,EAAE,cAAc;aAC5B;YACD,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;SACnC,CAAC;IACN,CAAC;IAEO,gCAAgC,CAAC,SAAiB,EAAE,eAAuB,EAAE,QAAiB;QAClG,IAAI,eAAe,GAAG,mCAAmC,IAAI,eAAe,GAAG,mCAAmC,EAAE,CAAC;YACjH,aAAG,CAAC,IAAI,CACJ,SAAS,SAAS,0BAA0B,eAAe,uCAAuC;gBAC9F,IAAI,mCAAmC,KAAK,mCAAmC,OAAO,CAC7F,CAAC;QACN,CAAC;QAED,IAAI,QAAQ,KAAK,SAAS,IAAI,eAAe,GAAG,QAAQ,EAAE,CAAC;YACvD,aAAG,CAAC,IAAI,CACJ,SAAS,SAAS,0BAA0B,eAAe,oCAAoC;gBAC3F,GAAG,QAAQ,kEAAkE,CACpF,CAAC;QACN,CAAC;IACL,CAAC;CACJ;AA3DD,wCA2DC"}

package/dist/integration-engine/workers/helpers/AbortableTask.d.ts

@@ -2,7 +2,7 @@ interface AbortableExecutorFunction<T> {
     (resolve: (value: PromiseLike<T> | T) => void, reject: (reason: Error) => void, abortSignal: AbortSignal): void;
 }
 export declare class AbortableTask<T> extends Promise<T> {
-    constructor(executor: AbortableExecutorFunction<T>, queueName: string);
-    static from: <T_1>(promise: Promise<T_1>, queueName: string) => Promise<T_1>;
+    constructor(executor: AbortableExecutorFunction<T>, queueName: string, consumerTimeout?: number);
+    static from: <T_1>(promise: Promise<T_1>, queueName: string, consumerTimeout?: number) => Promise<T_1>;
 }
 export {};

package/dist/integration-engine/workers/helpers/AbortableTask.js

@@ -5,9 +5,10 @@ const errors_1 = require("@golemio/errors");
 const ioc_1 = require("../../ioc");
 const CoreToken_1 = require("../../../helpers/ioc/CoreToken");
 class AbortableTask extends Promise {
-    constructor(executor, queueName) {
+    constructor(executor, queueName, consumerTimeout) {
         const simpleConfig = ioc_1.IntegrationEngineContainer.resolve(CoreToken_1.CoreToken.SimpleConfig);
-        const abortSignal = AbortSignal.timeout(Number(simpleConfig.getValue("env.RABBIT_CONSUMER_TIMEOUT", 1740000)));
+        const timeout = consumerTimeout ?? Number(simpleConfig.getValue("env.RABBIT_CONSUMER_TIMEOUT", 1740000));
+        const abortSignal = AbortSignal.timeout(timeout);
         super((resolve, reject) => {
             abortSignal.addEventListener("abort", () => {
                 reject(new errors_1.AbortError(`Task aborted due to timeout (${queueName})`));
@@ -17,12 +18,12 @@ class AbortableTask extends Promise {
     }
 }
 exports.AbortableTask = AbortableTask;
-AbortableTask.from = (promise, queueName) => {
+AbortableTask.from = (promise, queueName, consumerTimeout) => {
     if (promise instanceof AbortableTask) {
         return promise;
     }
     return new AbortableTask((resolve, reject) => {
         promise.then(resolve).catch(reject);
-    }, queueName);
+    }, queueName, consumerTimeout);
 };
 //# sourceMappingURL=AbortableTask.js.map

package/dist/integration-engine/workers/helpers/AbortableTask.js.map

@@ -1 +1 @@
-{"version":3,"file":"AbortableTask.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/helpers/AbortableTask.ts"],"names":[],"mappings":";;;AAAA,4CAA6C;AAC7C,mCAAqD;AAErD,8DAAmD;AAMnD,MAAa,aAAiB,SAAQ,OAAU;IAC5C,YAAY,QAAsC,EAAE,SAAiB;QACjE,MAAM,YAAY,GAAG,gCAA0B,CAAC,OAAO,CAAgB,qBAAS,CAAC,YAAY,CAAC,CAAC;QAC/F,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,6BAA6B,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAE/G,KAAK,CAAC,CAAC,OAAO,EAAE,MAAM,EAAQ,EAAE;YAC5B,WAAW,CAAC,gBAAgB,CACxB,OAAO,EACP,GAAG,EAAE;gBACD,MAAM,CAAC,IAAI,mBAAU,CAAC,gCAAgC,SAAS,GAAG,CAAC,CAAC,CAAC;YACzE,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACjB,CAAC;YAEF,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACP,CAAC;;AAhBL,sCA2BC;AATU,kBAAI,GAAG,CAAI,OAAmB,EAAE,SAAiB,EAAc,EAAE;IACpE,IAAI,OAAO,YAAY,aAAa,EAAE,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,OAAO,IAAI,aAAa,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5C,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC,EAAE,SAAS,CAAC,CAAC;AAClB,CAAC,CAAC"}
+{"version":3,"file":"AbortableTask.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/helpers/AbortableTask.ts"],"names":[],"mappings":";;;AAAA,4CAA6C;AAC7C,mCAAqD;AAErD,8DAAmD;AAMnD,MAAa,aAAiB,SAAQ,OAAU;IAC5C,YAAY,QAAsC,EAAE,SAAiB,EAAE,eAAwB;QAC3F,MAAM,YAAY,GAAG,gCAA0B,CAAC,OAAO,CAAgB,qBAAS,CAAC,YAAY,CAAC,CAAC;QAC/F,MAAM,OAAO,GAAG,eAAe,IAAI,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,6BAA6B,EAAE,OAAO,CAAC,CAAC,CAAC;QACzG,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAEjD,KAAK,CAAC,CAAC,OAAO,EAAE,MAAM,EAAQ,EAAE;YAC5B,WAAW,CAAC,gBAAgB,CACxB,OAAO,EACP,GAAG,EAAE;gBACD,MAAM,CAAC,IAAI,mBAAU,CAAC,gCAAgC,SAAS,GAAG,CAAC,CAAC,CAAC;YACzE,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACjB,CAAC;YAEF,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACP,CAAC;;AAjBL,sCAgCC;AAbU,kBAAI,GAAG,CAAI,OAAmB,EAAE,SAAiB,EAAE,eAAwB,EAAc,EAAE;IAC9F,IAAI,OAAO,YAAY,aAAa,EAAE,CAAC;QACnC,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,OAAO,IAAI,aAAa,CACpB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAChB,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC,EACD,SAAS,EACT,eAAe,CAClB,CAAC;AACN,CAAC,CAAC"}

package/dist/integration-engine/workers/interfaces/ITask.d.ts

@@ -4,5 +4,6 @@ export interface ITask {
     queueTtl?: number;
     queuePrefix: string;
     queueType: "classic" | "quorum";
+    queueConsumerTimeout?: number;
     consume(msg: Message | null): any;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@golemio/core",
-    "version": "3.2.2-dev.2622707631",
+    "version": "3.3.0-dev.2636931178",
     "description": "Golemio Core Module",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",