@oronts/vendure-data-hub-plugin 0.1.0

package/dist/src/services/events/message-consumer.service.js

@@ -0,0 +1,239 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MessageConsumerService = void 0;
+const common_1 = require("@nestjs/common");
+const core_1 = require("@vendure/core");
+const pipeline_service_1 = require("../pipeline/pipeline.service");
+const connection_service_1 = require("../config/connection.service");
+const distributed_lock_service_1 = require("../runtime/distributed-lock.service");
+const index_1 = require("../../constants/index");
+const logger_1 = require("../logger");
+const error_utils_1 = require("../../utils/error.utils");
+const consumer_discovery_1 = require("./consumer-discovery");
+const consumer_lifecycle_1 = require("./consumer-lifecycle");
+const message_processing_1 = require("./message-processing");
+const domain_events_service_1 = require("./domain-events.service");
+/**
+ * Message Consumer Service
+ *
+ * Manages message queue consumers for pipelines with message triggers.
+ * Supports polling-based consumption for RabbitMQ via HTTP Management API.
+ *
+ * Architecture:
+ * - Discovers pipelines with message triggers on startup
+ * - Starts consumers based on autoStart configuration
+ * - Polls queues at configured intervals
+ * - Processes messages by triggering pipeline runs
+ * - Manages acknowledgments, retries, and dead-letter routing
+ *
+ * This service orchestrates three modules:
+ * - ConsumerDiscovery: Finds pipelines with message triggers
+ * - ConsumerLifecycle: Manages consumer start/stop and distributed locks
+ * - MessageProcessing: Handles message polling and pipeline triggering
+ */
+/** Maximum number of concurrent consumers to prevent unbounded growth */
+const MAX_CONSUMERS = 500;
+let MessageConsumerService = class MessageConsumerService {
+    constructor(connection, requestContextService, pipelineService, connectionService, loggerFactory, domainEvents, distributedLock) {
+        this.pipelineService = pipelineService;
+        this.connectionService = connectionService;
+        this.domainEvents = domainEvents;
+        this.consumers = new Map();
+        this.isDestroying = false;
+        this.logger = loggerFactory.createLogger(index_1.LOGGER_CONTEXTS.MESSAGE_CONSUMER ?? 'DataHub:MessageConsumer');
+        // Initialize modules
+        this.discovery = new consumer_discovery_1.ConsumerDiscovery(connection, requestContextService, this.logger);
+        this.lifecycle = new consumer_lifecycle_1.ConsumerLifecycle(requestContextService, connectionService, this.logger, distributedLock);
+        this.processing = new message_processing_1.MessageProcessing(requestContextService, pipelineService, connectionService, this.logger, domainEvents);
+    }
+    async onModuleInit() {
+        this.logger.info('Message consumer service initializing');
+        // Discover and start consumers
+        try {
+            await this.discoverAndStartConsumers();
+        }
+        catch (error) {
+            this.logger.warn('Failed to initialize message consumers on startup, will retry on refresh', {
+                error: (0, error_utils_1.getErrorMessage)(error),
+            });
+        }
+        this.refreshTimer = setInterval(() => {
+            this.refreshConsumers().catch(err => {
+                this.logger.error('Failed to refresh message consumers', (0, error_utils_1.ensureError)(err));
+            });
+        }, index_1.SCHEDULER.REFRESH_INTERVAL_MS);
+        if (typeof this.refreshTimer.unref === 'function') {
+            this.refreshTimer.unref();
+        }
+    }
+    async onModuleDestroy() {
+        this.isDestroying = true;
+        if (this.refreshTimer) {
+            clearInterval(this.refreshTimer);
+            this.refreshTimer = undefined;
+        }
+        await this.lifecycle.stopAllConsumers(this.consumers);
+        this.logger.info('Message consumer service cleanup complete');
+    }
+    /**
+     * Discover pipelines with message triggers and start consumers
+     */
+    async discoverAndStartConsumers() {
+        const activeConfigs = await this.discovery.discoverActiveConfigs();
+        let startedCount = 0;
+        for (const [, config] of activeConfigs) {
+            try {
+                await this.startConsumer(config);
+                startedCount++;
+            }
+            catch (error) {
+                this.logger.error(`Failed to start consumer for pipeline ${config.pipelineCode}`, (0, error_utils_1.toErrorOrUndefined)(error), {
+                    pipelineCode: config.pipelineCode,
+                    triggerKey: config.triggerKey,
+                });
+            }
+        }
+        if (startedCount > 0) {
+            this.logger.info(`Started ${startedCount} message consumers`);
+        }
+    }
+    /**
+     * Refresh consumers - stop removed, start new, update changed
+     */
+    async refreshConsumers() {
+        if (this.isDestroying)
+            return;
+        const activeConfigs = await this.discovery.discoverActiveConfigs();
+        // Stop consumers for removed/disabled pipelines
+        for (const [key, consumer] of this.consumers.entries()) {
+            if (!activeConfigs.has(key)) {
+                this.logger.info(`Stopping consumer for removed/disabled pipeline`, {
+                    compositeKey: key,
+                    pipelineCode: consumer.config.pipelineCode,
+                    triggerKey: consumer.config.triggerKey,
+                });
+                await this.stopConsumer(key);
+            }
+        }
+        // Start consumers for new pipelines
+        for (const [key, config] of activeConfigs.entries()) {
+            if (!this.consumers.has(key)) {
+                try {
+                    await this.startConsumer(config);
+                }
+                catch (error) {
+                    this.logger.error(`Failed to start consumer for pipeline ${config.pipelineCode}`, (0, error_utils_1.toErrorOrUndefined)(error), {
+                        pipelineCode: config.pipelineCode,
+                        triggerKey: config.triggerKey,
+                    });
+                }
+            }
+        }
+    }
+    /**
+     * Start a consumer for a pipeline trigger
+     * Uses distributed locks in multi-instance deployments to ensure only one instance
+     * runs the consumer for a given pipeline+trigger combination
+     */
+    async startConsumer(config) {
+        if (this.consumers.size >= MAX_CONSUMERS) {
+            this.logger.warn(`Consumer limit reached (max ${MAX_CONSUMERS}), cannot start consumer for ${config.pipelineCode}`);
+            return;
+        }
+        const consumer = await this.lifecycle.createConsumer(config, this.consumers, () => this.isDestroying);
+        if (consumer) {
+            const key = (0, consumer_discovery_1.getConsumerKey)(config.pipelineCode, config.triggerKey);
+            this.processing.startPolling(key, consumer, () => this.isDestroying);
+        }
+    }
+    /**
+     * Stop a consumer
+     */
+    async stopConsumer(key) {
+        await this.lifecycle.stopConsumer(key, this.consumers);
+    }
+    /**
+     * Get status of all consumers
+     */
+    getConsumerStatus() {
+        return Array.from(this.consumers.values()).map(c => ({
+            pipelineCode: c.config.pipelineCode,
+            triggerKey: c.config.triggerKey,
+            queueType: c.config.queueType,
+            queueName: c.config.queueName,
+            running: c.running,
+            messagesProcessed: c.messagesProcessed,
+            messagesFailed: c.messagesFailed,
+            lastMessageAt: c.lastMessageAt,
+            startedAt: c.startedAt,
+            inFlightCount: c.inFlightCount,
+            concurrency: c.config.concurrency,
+        }));
+    }
+    /**
+     * Manually start consumers for a pipeline (all message triggers)
+     * @param pipelineCode Pipeline code
+     * @param triggerKey Optional specific trigger key to start
+     */
+    async startConsumerByCode(pipelineCode, triggerKey) {
+        const configs = await this.discovery.getConfigsByPipelineCode(pipelineCode);
+        // If specific trigger key provided, start only that one
+        if (triggerKey) {
+            const config = configs.find(c => c.triggerKey === triggerKey);
+            if (!config) {
+                throw new Error(`Pipeline ${pipelineCode} does not have message trigger with key: ${triggerKey}`);
+            }
+            await this.startConsumer(config);
+            return;
+        }
+        for (const config of configs) {
+            await this.startConsumer(config);
+        }
+    }
+    /**
+     * Manually stop consumers for a pipeline
+     * @param pipelineCode Pipeline code
+     * @param triggerKey Optional specific trigger key to stop (if not provided, stops all for pipeline)
+     */
+    async stopConsumerByCode(pipelineCode, triggerKey) {
+        if (triggerKey) {
+            const key = (0, consumer_discovery_1.getConsumerKey)(pipelineCode, triggerKey);
+            await this.stopConsumer(key);
+            return;
+        }
+        const keysToStop = [];
+        for (const [key, consumer] of this.consumers.entries()) {
+            if (consumer.config.pipelineCode === pipelineCode) {
+                keysToStop.push(key);
+            }
+        }
+        for (const key of keysToStop) {
+            await this.stopConsumer(key);
+        }
+    }
+};
+exports.MessageConsumerService = MessageConsumerService;
+exports.MessageConsumerService = MessageConsumerService = __decorate([
+    (0, common_1.Injectable)(),
+    __param(6, (0, common_1.Optional)()),
+    __metadata("design:paramtypes", [core_1.TransactionalConnection,
+        core_1.RequestContextService,
+        pipeline_service_1.PipelineService,
+        connection_service_1.ConnectionService,
+        logger_1.DataHubLoggerFactory,
+        domain_events_service_1.DomainEventsService,
+        distributed_lock_service_1.DistributedLockService])
+], MessageConsumerService);
+//# sourceMappingURL=message-consumer.service.js.map

package/dist/src/services/events/message-consumer.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-consumer.service.js","sourceRoot":"","sources":["../../../../src/services/events/message-consumer.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAqF;AACrF,wCAA+E;AAC/E,mEAA+D;AAC/D,qEAAiE;AACjE,kFAA6E;AAC7E,iDAAmE;AACnE,sCAAgE;AAChE,yDAA2F;AAC3F,6DAAgG;AAChG,6DAAyE;AACzE,6DAAyD;AACzD,mEAA8D;AAE9D;;;;;;;;;;;;;;;;;GAiBG;AACH,yEAAyE;AACzE,MAAM,aAAa,GAAG,GAAG,CAAC;AAGnB,IAAM,sBAAsB,GAA5B,MAAM,sBAAsB;IAU/B,YACI,UAAmC,EACnC,qBAA4C,EACpC,eAAgC,EAChC,iBAAoC,EAC5C,aAAmC,EAC3B,YAAiC,EAC7B,eAAwC;QAJ5C,oBAAe,GAAf,eAAe,CAAiB;QAChC,sBAAiB,GAAjB,iBAAiB,CAAmB;QAEpC,iBAAY,GAAZ,YAAY,CAAqB;QAd5B,cAAS,GAAG,IAAI,GAAG,EAA0B,CAAC;QACvD,iBAAY,GAAG,KAAK,CAAC;QAgBzB,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,YAAY,CAAC,uBAAe,CAAC,gBAAgB,IAAI,yBAAyB,CAAC,CAAC;QAExG,qBAAqB;QACrB,IAAI,CAAC,SAAS,GAAG,IAAI,sCAAiB,CAClC,UAAU,EACV,qBAAqB,EACrB,IAAI,CAAC,MAAM,CACd,CAAC;QAEF,IAAI,CAAC,SAAS,GAAG,IAAI,sCAAiB,CAClC,qBAAqB,EACrB,iBAAiB,EACjB,IAAI,CAAC,MAAM,EACX,eAAe,CAClB,CAAC;QAEF,IAAI,CAAC,UAAU,GAAG,IAAI,sCAAiB,CACnC,qBAAqB,EACrB,eAAe,EACf,iBAAiB,EACjB,IAAI,CAAC,MAAM,EACX,YAAY,CACf,CAAC;IACN,CAAC;IAED,KAAK,CAAC,YAAY;QACd,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAE1D,+BAA+B;QAC/B,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,yBAAyB,EAAE,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0EAA0E,EAAE;gBACzF,KAAK,EAAE,IAAA,6BAAe,EAAC,KAAK,CAAC;aAChC,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;gBAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE,IAAA,yBAAW,EAAC,GAAG,CAAC,CAAC,CAAC;YAC/E,CAAC,CAAC,CAAC;QACP,CAAC,EAAE,iBAAS,CAAC,mBAAmB,CAAC,CAAC;QAElC,IAAI,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAChD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe;QACjB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAClC,CAAC;QAED,MAAM,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAClE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,yBAAyB;QACnC,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,EAAE,CAAC;QACnE,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;YACrC,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACjC,YAAY,EAAE,CAAC;YACnB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,MAAM,CAAC,YAAY,EAAE,EAC5E,IAAA,gCAAkB,EAAC,KAAK,CAAC,EAAE;oBACvB,YAAY,EAAE,MAAM,CAAC,YAAY;oBACjC,UAAU,EAAE,MAAM,CAAC,UAAU;iBAChC,CAAC,CAAC;YACX,CAAC;QACL,CAAC;QAED,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,YAAY,oBAAoB,CAAC,CAAC;QAClE,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB;QAC1B,IAAI,IAAI,CAAC,YAAY;YAAE,OAAO;QAE9B,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,qBAAqB,EAAE,CAAC;QAEnE,gDAAgD;QAChD,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;oBAChE,YAAY,EAAE,GAAG;oBACjB,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,YAAY;oBAC1C,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;iBACzC,CAAC,CAAC;gBACH,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;QACL,CAAC;QAED,oCAAoC;QACpC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBACrC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,MAAM,CAAC,YAAY,EAAE,EAC5E,IAAA,gCAAkB,EAAC,KAAK,CAAC,EAAE;wBACvB,YAAY,EAAE,MAAM,CAAC,YAAY;wBACjC,UAAU,EAAE,MAAM,CAAC,UAAU;qBAChC,CAAC,CAAC;gBACX,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,aAAa,CAAC,MAA6B;QAC7C,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,aAAa,EAAE,CAAC;YACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,aAAa,gCAAgC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YACpH,OAAO;QACX,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,cAAc,CAChD,MAAM,EACN,IAAI,CAAC,SAAS,EACd,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAC1B,CAAC;QAEF,IAAI,QAAQ,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,IAAA,mCAAc,EAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;YACnE,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzE,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,GAAW;QAC1B,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,iBAAiB;QAab,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACjD,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,YAAY;YACnC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,UAAU;YAC/B,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS;YAC7B,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS;YAC7B,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;YACtC,cAAc,EAAE,CAAC,CAAC,cAAc;YAChC,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,aAAa,EAAE,CAAC,CAAC,aAAa;YAC9B,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW;SACpC,CAAC,CAAC,CAAC;IACR,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,mBAAmB,CAAC,YAAoB,EAAE,UAAmB;QAC/D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,wBAAwB,CAAC,YAAY,CAAC,CAAC;QAE5E,wDAAwD;QACxD,IAAI,UAAU,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,UAAU,CAAC,CAAC;YAC9D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,MAAM,IAAI,KAAK,CAAC,YAAY,YAAY,4CAA4C,UAAU,EAAE,CAAC,CAAC;YACtG,CAAC;YACD,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACjC,OAAO;QACX,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,kBAAkB,CAAC,YAAoB,EAAE,UAAmB;QAC9D,IAAI,UAAU,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,IAAA,mCAAc,EAAC,YAAY,EAAE,UAAU,CAAC,CAAC;YACrD,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAC7B,OAAO;QACX,CAAC;QAED,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACrD,IAAI,QAAQ,CAAC,MAAM,CAAC,YAAY,KAAK,YAAY,EAAE,CAAC;gBAChD,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC;QACL,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;IACL,CAAC;CACJ,CAAA;AAtPY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,mBAAU,GAAE;IAkBJ,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCANC,8BAAuB;QACZ,4BAAqB;QACnB,kCAAe;QACb,sCAAiB;QAC7B,6BAAoB;QACb,2CAAmB;QACX,iDAAsB;GAjB/C,sBAAsB,CAsPlC"}

package/dist/src/services/events/message-processing.d.ts

@@ -0,0 +1,37 @@
+import { RequestContextService } from '@vendure/core';
+import { PipelineService } from '../pipeline/pipeline.service';
+import { ConnectionService } from '../config/connection.service';
+import { DataHubLogger } from '../logger';
+import { ActiveConsumer } from './consumer-lifecycle';
+import { DomainEventsService } from './domain-events.service';
+/**
+ * Message Processing Module
+ *
+ * Handles polling messages from queues and processing them through pipelines,
+ * including acknowledgment, retry logic, and dead-letter queue routing.
+ */
+export declare class MessageProcessing {
+    private requestContextService;
+    private pipelineService;
+    private connectionService;
+    private logger;
+    private domainEvents;
+    constructor(requestContextService: RequestContextService, pipelineService: PipelineService, connectionService: ConnectionService, logger: DataHubLogger, domainEvents: DomainEventsService);
+    /**
+     * Start polling for messages
+     */
+    startPolling(key: string, consumer: ActiveConsumer, isDestroying: () => boolean): void;
+    /**
+     * Poll for messages from the queue using the registered adapter
+     */
+    private pollMessages;
+    /**
+     * Process a consumed message by triggering the pipeline
+     */
+    private processConsumedMessage;
+    /**
+     * Route a failed message to the dead letter queue
+     */
+    private routeMessageToDLQ;
+}
+//# sourceMappingURL=message-processing.d.ts.map

package/dist/src/services/events/message-processing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-processing.d.ts","sourceRoot":"","sources":["../../../../src/services/events/message-processing.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AAEjE,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAG1C,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAE9D;;;;;GAKG;AACH,qBAAa,iBAAiB;IAEtB,OAAO,CAAC,qBAAqB;IAC7B,OAAO,CAAC,eAAe;IACvB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,YAAY;gBAJZ,qBAAqB,EAAE,qBAAqB,EAC5C,eAAe,EAAE,eAAe,EAChC,iBAAiB,EAAE,iBAAiB,EACpC,MAAM,EAAE,aAAa,EACrB,YAAY,EAAE,mBAAmB;IAG7C;;OAEG;IACH,YAAY,CACR,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,cAAc,EACxB,YAAY,EAAE,MAAM,OAAO,GAC5B,IAAI;IAuBP;;OAEG;YACW,YAAY;IA4F1B;;OAEG;YACW,sBAAsB;IAqCpC;;OAEG;YACW,iBAAiB;CAuClC"}

package/dist/src/services/events/message-processing.js

@@ -0,0 +1,193 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MessageProcessing = void 0;
+const index_1 = require("../../constants/index");
+const error_utils_1 = require("../../utils/error.utils");
+const queue_1 = require("../../sdk/adapters/queue");
+/**
+ * Message Processing Module
+ *
+ * Handles polling messages from queues and processing them through pipelines,
+ * including acknowledgment, retry logic, and dead-letter queue routing.
+ */
+class MessageProcessing {
+    constructor(requestContextService, pipelineService, connectionService, logger, domainEvents) {
+        this.requestContextService = requestContextService;
+        this.pipelineService = pipelineService;
+        this.connectionService = connectionService;
+        this.logger = logger;
+        this.domainEvents = domainEvents;
+    }
+    /**
+     * Start polling for messages
+     */
+    startPolling(key, consumer, isDestroying) {
+        const poll = async () => {
+            if (!consumer.running || isDestroying())
+                return;
+            try {
+                await this.pollMessages(consumer);
+            }
+            catch (error) {
+                this.logger.error(`Poll error for ${key}`, (0, error_utils_1.toErrorOrUndefined)(error), { pipelineCode: key });
+            }
+        };
+        // Initial poll
+        poll();
+        consumer.pollTimer = setInterval(poll, consumer.config.pollIntervalMs);
+        // Allow process to exit
+        if (typeof consumer.pollTimer.unref === 'function') {
+            consumer.pollTimer.unref();
+        }
+    }
+    /**
+     * Poll for messages from the queue using the registered adapter
+     */
+    async pollMessages(consumer) {
+        const { config } = consumer;
+        // Respect concurrency limit - skip if already at max
+        const availableSlots = config.concurrency - consumer.inFlightCount;
+        if (availableSlots <= 0) {
+            this.logger.debug(`Skipping poll - at max concurrency (${config.concurrency})`, {
+                pipelineCode: config.pipelineCode,
+                inFlight: consumer.inFlightCount,
+            });
+            return;
+        }
+        const adapter = queue_1.queueAdapterRegistry.get(config.queueType);
+        if (!adapter) {
+            this.logger.error(`Unknown queue type: ${config.queueType}`, undefined, {
+                pipelineCode: config.pipelineCode,
+            });
+            return;
+        }
+        const ctx = await this.requestContextService.create({ apiType: 'admin' });
+        const conn = await this.connectionService.getByCode(ctx, config.connectionCode);
+        if (!conn) {
+            this.logger.warn(`Connection not found for consumer`, {
+                connectionCode: config.connectionCode,
+                pipelineCode: config.pipelineCode,
+            });
+            return;
+        }
+        const connectionConfig = conn.config;
+        const fetchCount = Math.min(config.batchSize, availableSlots);
+        try {
+            const messages = await adapter.consume(connectionConfig, config.queueName, {
+                count: fetchCount,
+                ackMode: config.ackMode,
+                prefetch: config.prefetch,
+            });
+            if (messages.length === 0) {
+                return;
+            }
+            this.logger.debug(`Received ${messages.length} messages`, {
+                pipelineCode: config.pipelineCode,
+                queueName: config.queueName,
+                queueType: config.queueType,
+            });
+            const processingPromises = messages.map(async (msg) => {
+                consumer.inFlightCount++;
+                try {
+                    await this.processConsumedMessage(consumer, msg);
+                    consumer.messagesProcessed++;
+                    consumer.lastMessageAt = new Date();
+                    // Acknowledge if manual mode
+                    if (config.ackMode === index_1.AckMode.MANUAL && msg.deliveryTag) {
+                        await adapter.ack(connectionConfig, msg.deliveryTag);
+                    }
+                }
+                catch (error) {
+                    consumer.messagesFailed++;
+                    this.logger.error(`Failed to process message`, (0, error_utils_1.toErrorOrUndefined)(error), {
+                        pipelineCode: config.pipelineCode,
+                        messageId: msg.messageId,
+                    });
+                    // Route to DLQ if configured
+                    if (config.deadLetterQueue && msg.deliveryTag) {
+                        await this.routeMessageToDLQ(consumer, adapter, connectionConfig, msg, error);
+                    }
+                }
+                finally {
+                    consumer.inFlightCount--;
+                }
+            });
+            await Promise.all(processingPromises);
+        }
+        catch (error) {
+            this.logger.error(`Failed to poll queue`, (0, error_utils_1.toErrorOrUndefined)(error), {
+                pipelineCode: config.pipelineCode,
+                queueName: config.queueName,
+            });
+        }
+    }
+    /**
+     * Process a consumed message by triggering the pipeline
+     */
+    async processConsumedMessage(consumer, message) {
+        const { config } = consumer;
+        const ctx = await this.requestContextService.create({ apiType: 'admin' });
+        const seedRecord = {
+            ...message.payload,
+            _messageId: message.messageId,
+            _queue: config.queueName,
+            _receivedAt: new Date().toISOString(),
+            _headers: message.headers ?? {},
+        };
+        this.logger.info(`Processing message from queue`, {
+            pipelineCode: config.pipelineCode,
+            messageId: message.messageId,
+        });
+        const run = await this.pipelineService.startRunByCode(ctx, config.pipelineCode, {
+            seedRecords: [seedRecord],
+            skipPermissionCheck: true,
+            triggeredBy: `message:${config.triggerKey}`,
+        });
+        if (run) {
+            const pipelineId = run.pipeline?.id?.toString() ?? run.pipelineId?.toString();
+            this.domainEvents.publishTriggerFired(pipelineId, 'MESSAGE_QUEUE', {
+                pipelineCode: config.pipelineCode,
+                triggerKey: config.triggerKey,
+                queueName: config.queueName,
+                messageId: message.messageId,
+            });
+        }
+    }
+    /**
+     * Route a failed message to the dead letter queue
+     */
+    async routeMessageToDLQ(consumer, adapter, connectionConfig, message, error) {
+        const { config } = consumer;
+        if (!config.deadLetterQueue)
+            return;
+        try {
+            await adapter.publish(connectionConfig, config.deadLetterQueue, [{
+                    id: message.messageId,
+                    payload: {
+                        ...message.payload,
+                        _originalQueue: config.queueName,
+                        _error: (0, error_utils_1.getErrorMessage)(error),
+                        _failedAt: new Date().toISOString(),
+                    },
+                    headers: {
+                        ...message.headers,
+                        'x-original-queue': config.queueName,
+                        'x-error': (0, error_utils_1.getErrorMessage)(error),
+                    },
+                }]);
+            this.logger.info(`Routed message to DLQ`, {
+                pipelineCode: config.pipelineCode,
+                dlq: config.deadLetterQueue,
+                messageId: message.messageId,
+            });
+        }
+        catch (dlqError) {
+            this.logger.error(`Failed to route message to DLQ`, (0, error_utils_1.toErrorOrUndefined)(dlqError), {
+                pipelineCode: config.pipelineCode,
+                dlq: config.deadLetterQueue,
+            });
+        }
+    }
+}
+exports.MessageProcessing = MessageProcessing;
+//# sourceMappingURL=message-processing.js.map

package/dist/src/services/events/message-processing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-processing.js","sourceRoot":"","sources":["../../../../src/services/events/message-processing.ts"],"names":[],"mappings":";;;AAGA,iDAAgD;AAEhD,yDAA8E;AAC9E,oDAAqG;AAIrG;;;;;GAKG;AACH,MAAa,iBAAiB;IAC1B,YACY,qBAA4C,EAC5C,eAAgC,EAChC,iBAAoC,EACpC,MAAqB,EACrB,YAAiC;QAJjC,0BAAqB,GAArB,qBAAqB,CAAuB;QAC5C,oBAAe,GAAf,eAAe,CAAiB;QAChC,sBAAiB,GAAjB,iBAAiB,CAAmB;QACpC,WAAM,GAAN,MAAM,CAAe;QACrB,iBAAY,GAAZ,YAAY,CAAqB;IAC1C,CAAC;IAEJ;;OAEG;IACH,YAAY,CACR,GAAW,EACX,QAAwB,EACxB,YAA2B;QAE3B,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;YACpB,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,YAAY,EAAE;gBAAE,OAAO;YAEhD,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YACtC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,GAAG,EAAE,EACrC,IAAA,gCAAkB,EAAC,KAAK,CAAC,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,CAAC,CAAC;YAC1D,CAAC;QACL,CAAC,CAAC;QAEF,eAAe;QACf,IAAI,EAAE,CAAC;QAEP,QAAQ,CAAC,SAAS,GAAG,WAAW,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAEvE,wBAAwB;QACxB,IAAI,OAAO,QAAQ,CAAC,SAAS,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACjD,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,QAAwB;QAC/C,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;QAE5B,qDAAqD;QACrD,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC,aAAa,CAAC;QACnE,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,MAAM,CAAC,WAAW,GAAG,EAAE;gBAC5E,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,QAAQ,EAAE,QAAQ,CAAC,aAAa;aACnC,CAAC,CAAC;YACH,OAAO;QACX,CAAC;QAED,MAAM,OAAO,GAAG,4BAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE;gBACpE,YAAY,EAAE,MAAM,CAAC,YAAY;aACpC,CAAC,CAAC;YACH,OAAO;QACX,CAAC;QAED,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAE1E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC,CAAC;QAChF,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE;gBAClD,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,YAAY,EAAE,MAAM,CAAC,YAAY;aACpC,CAAC,CAAC;YACH,OAAO;QACX,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAA+B,CAAC;QAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAE9D,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC,SAAS,EAAE;gBACvE,KAAK,EAAE,UAAU;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC5B,CAAC,CAAC;YAEH,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxB,OAAO;YACX,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,QAAQ,CAAC,MAAM,WAAW,EAAE;gBACtD,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC9B,CAAC,CAAC;YAEH,MAAM,kBAAkB,GAAG,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBAClD,QAAQ,CAAC,aAAa,EAAE,CAAC;gBAEzB,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC,sBAAsB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;oBACjD,QAAQ,CAAC,iBAAiB,EAAE,CAAC;oBAC7B,QAAQ,CAAC,aAAa,GAAG,IAAI,IAAI,EAAE,CAAC;oBAEpC,6BAA6B;oBAC7B,IAAI,MAAM,CAAC,OAAO,KAAK,eAAO,CAAC,MAAM,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;wBACvD,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC;oBACzD,CAAC;gBACL,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,QAAQ,CAAC,cAAc,EAAE,CAAC;oBAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,EACzC,IAAA,gCAAkB,EAAC,KAAK,CAAC,EAAE;wBAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;wBACjC,SAAS,EAAE,GAAG,CAAC,SAAS;qBAC3B,CAAC,CAAC;oBAEH,6BAA6B;oBAC7B,IAAI,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;wBAC5C,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;oBAClF,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACP,QAAQ,CAAC,aAAa,EAAE,CAAC;gBAC7B,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAE1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EACpC,IAAA,gCAAkB,EAAC,KAAK,CAAC,EAAE;gBAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,SAAS,EAAE,MAAM,CAAC,SAAS;aAC9B,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,sBAAsB,CAChC,QAAwB,EACxB,OAAkG;QAElG,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;QAC5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;QAE1E,MAAM,UAAU,GAAG;YACf,GAAG,OAAO,CAAC,OAAO;YAClB,UAAU,EAAE,OAAO,CAAC,SAAS;YAC7B,MAAM,EAAE,MAAM,CAAC,SAAS;YACxB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,QAAQ,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;SAClC,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE;YAC9C,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,SAAS,EAAE,OAAO,CAAC,SAAS;SAC/B,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,YAAY,EAAE;YAC5E,WAAW,EAAE,CAAC,UAAU,CAAC;YACzB,mBAAmB,EAAE,IAAI;YACzB,WAAW,EAAE,WAAW,MAAM,CAAC,UAAU,EAAE;SAC9C,CAAC,CAAC;QAEH,IAAI,GAAG,EAAE,CAAC;YACN,MAAM,UAAU,GAAG,GAAG,CAAC,QAAQ,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,CAAC;YAC9E,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,UAAU,EAAE,eAAe,EAAE;gBAC/D,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,SAAS,EAAE,OAAO,CAAC,SAAS;aAC/B,CAAC,CAAC;QACP,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAC3B,QAAwB,EACxB,OAAqB,EACrB,gBAAuC,EACvC,OAAkG,EAClG,KAAc;QAEd,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,eAAe;YAAE,OAAO;QAEpC,IAAI,CAAC;YACD,MAAM,OAAO,CAAC,OAAO,CAAC,gBAAgB,EAAE,MAAM,CAAC,eAAe,EAAE,CAAC;oBAC7D,EAAE,EAAE,OAAO,CAAC,SAAS;oBACrB,OAAO,EAAE;wBACL,GAAG,OAAO,CAAC,OAAO;wBAClB,cAAc,EAAE,MAAM,CAAC,SAAS;wBAChC,MAAM,EAAE,IAAA,6BAAe,EAAC,KAAK,CAAC;wBAC9B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;qBACtC;oBACD,OAAO,EAAE;wBACL,GAAG,OAAO,CAAC,OAAO;wBAClB,kBAAkB,EAAE,MAAM,CAAC,SAAS;wBACpC,SAAS,EAAE,IAAA,6BAAe,EAAC,KAAK,CAAC;qBACpC;iBACJ,CAAC,CAAC,CAAC;YAEJ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE;gBACtC,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,GAAG,EAAE,MAAM,CAAC,eAAe;gBAC3B,SAAS,EAAE,OAAO,CAAC,SAAS;aAC/B,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,QAAQ,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAC9C,IAAA,gCAAkB,EAAC,QAAQ,CAAC,EAAE;gBAC9B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,GAAG,EAAE,MAAM,CAAC,eAAe;aAC9B,CAAC,CAAC;QACP,CAAC;IACL,CAAC;CACJ;AAxND,8CAwNC"}

package/dist/src/services/events/pipeline-events.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Pipeline Events
+ *
+ * Custom events for pipeline operations that break circular dependencies
+ * by using event-based communication instead of direct service injection.
+ */
+import { VendureEvent, ID } from '@vendure/core';
+import { JsonObject } from '../../types/index';
+/**
+ * Event published when a pipeline run needs to be queued for execution.
+ * The DataHubRunQueueHandler subscribes to this event and enqueues the run.
+ *
+ * This pattern breaks the circular dependency:
+ * PipelineService -> DataHubRunQueueHandler -> PipelineService
+ *
+ * By using events, PipelineService no longer directly depends on DataHubRunQueueHandler.
+ */
+export declare class PipelineQueueRequestEvent extends VendureEvent {
+    readonly runId: ID;
+    readonly pipelineId: ID;
+    readonly triggeredBy: string;
+    readonly payload?: JsonObject | undefined;
+    constructor(runId: ID, pipelineId: ID, triggeredBy: string, payload?: JsonObject | undefined);
+}
+//# sourceMappingURL=pipeline-events.d.ts.map

package/dist/src/services/events/pipeline-events.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-events.d.ts","sourceRoot":"","sources":["../../../../src/services/events/pipeline-events.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;;GAQG;AACH,qBAAa,yBAA0B,SAAQ,YAAY;aAEnC,KAAK,EAAE,EAAE;aACT,UAAU,EAAE,EAAE;aACd,WAAW,EAAE,MAAM;aACnB,OAAO,CAAC,EAAE,UAAU;gBAHpB,KAAK,EAAE,EAAE,EACT,UAAU,EAAE,EAAE,EACd,WAAW,EAAE,MAAM,EACnB,OAAO,CAAC,EAAE,UAAU,YAAA;CAI3C"}

package/dist/src/services/events/pipeline-events.js

@@ -0,0 +1,30 @@
+"use strict";
+/**
+ * Pipeline Events
+ *
+ * Custom events for pipeline operations that break circular dependencies
+ * by using event-based communication instead of direct service injection.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PipelineQueueRequestEvent = void 0;
+const core_1 = require("@vendure/core");
+/**
+ * Event published when a pipeline run needs to be queued for execution.
+ * The DataHubRunQueueHandler subscribes to this event and enqueues the run.
+ *
+ * This pattern breaks the circular dependency:
+ * PipelineService -> DataHubRunQueueHandler -> PipelineService
+ *
+ * By using events, PipelineService no longer directly depends on DataHubRunQueueHandler.
+ */
+class PipelineQueueRequestEvent extends core_1.VendureEvent {
+    constructor(runId, pipelineId, triggeredBy, payload) {
+        super();
+        this.runId = runId;
+        this.pipelineId = pipelineId;
+        this.triggeredBy = triggeredBy;
+        this.payload = payload;
+    }
+}
+exports.PipelineQueueRequestEvent = PipelineQueueRequestEvent;
+//# sourceMappingURL=pipeline-events.js.map

package/dist/src/services/events/pipeline-events.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipeline-events.js","sourceRoot":"","sources":["../../../../src/services/events/pipeline-events.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAEH,wCAAiD;AAGjD;;;;;;;;GAQG;AACH,MAAa,yBAA0B,SAAQ,mBAAY;IACvD,YACoB,KAAS,EACT,UAAc,EACd,WAAmB,EACnB,OAAoB;QAEpC,KAAK,EAAE,CAAC;QALQ,UAAK,GAAL,KAAK,CAAI;QACT,eAAU,GAAV,UAAU,CAAI;QACd,gBAAW,GAAX,WAAW,CAAQ;QACnB,YAAO,GAAP,OAAO,CAAa;IAGxC,CAAC;CACJ;AATD,8DASC"}

package/dist/src/services/index.d.ts

@@ -0,0 +1,18 @@
+export * from './pipeline';
+export * from './config';
+export { DataHubRetentionService } from './storage/retention.service';
+export * from './validation';
+export * from './data';
+export * from './storage';
+export * from './events';
+export * from './analytics';
+export * from './destinations';
+export * from './webhooks';
+export * from './logger';
+export * from './runtime';
+export * from './versioning';
+export * from './rate-limit';
+export * from './testing';
+export { TemplateRegistryService } from './templates/template-registry.service';
+export type { TemplateCategoryResult } from './templates/template-registry.service';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/services/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AACtE,cAAc,cAAc,CAAC;AAC7B,cAAc,QAAQ,CAAC;AACvB,cAAc,WAAW,CAAC;AAC1B,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,YAAY,CAAC;AAC3B,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,OAAO,EAAE,uBAAuB,EAAE,MAAM,uCAAuC,CAAC;AAChF,YAAY,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC"}

package/dist/src/services/index.js

@@ -0,0 +1,36 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TemplateRegistryService = exports.DataHubRetentionService = void 0;
+__exportStar(require("./pipeline"), exports);
+__exportStar(require("./config"), exports);
+var retention_service_1 = require("./storage/retention.service");
+Object.defineProperty(exports, "DataHubRetentionService", { enumerable: true, get: function () { return retention_service_1.DataHubRetentionService; } });
+__exportStar(require("./validation"), exports);
+__exportStar(require("./data"), exports);
+__exportStar(require("./storage"), exports);
+__exportStar(require("./events"), exports);
+__exportStar(require("./analytics"), exports);
+__exportStar(require("./destinations"), exports);
+__exportStar(require("./webhooks"), exports);
+__exportStar(require("./logger"), exports);
+__exportStar(require("./runtime"), exports);
+__exportStar(require("./versioning"), exports);
+__exportStar(require("./rate-limit"), exports);
+__exportStar(require("./testing"), exports);
+var template_registry_service_1 = require("./templates/template-registry.service");
+Object.defineProperty(exports, "TemplateRegistryService", { enumerable: true, get: function () { return template_registry_service_1.TemplateRegistryService; } });
+//# sourceMappingURL=index.js.map

package/dist/src/services/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,6CAA2B;AAC3B,2CAAyB;AACzB,iEAAsE;AAA7D,4HAAA,uBAAuB,OAAA;AAChC,+CAA6B;AAC7B,yCAAuB;AACvB,4CAA0B;AAC1B,2CAAyB;AACzB,8CAA4B;AAC5B,iDAA+B;AAC/B,6CAA2B;AAC3B,2CAAyB;AACzB,4CAA0B;AAC1B,+CAA6B;AAC7B,+CAA6B;AAC7B,4CAA0B;AAC1B,mFAAgF;AAAvE,oIAAA,uBAAuB,OAAA"}