@oronts/vendure-data-hub-plugin 0.1.0

package/dist/src/runtime/executors/gate.executor.js

@@ -0,0 +1,413 @@
+"use strict";
+/**
+ * Gate Executor
+ *
+ * Handles GATE step execution for human-in-the-loop approval workflows.
+ * When a pipeline reaches a GATE step, records are captured and the pipeline
+ * pauses to await human approval (or auto-approves based on configuration).
+ *
+ * Features:
+ * - MANUAL: Always pauses for explicit human approval
+ * - THRESHOLD: Auto-approves if error rate is below configured threshold
+ * - TIMEOUT: Auto-approves after a configured delay via background checker
+ * - Webhook notifications: POST to a URL when gate is reached
+ * - Email notifications: Send email via SMTP when gate is reached
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GateExecutor = void 0;
+const common_1 = require("@nestjs/common");
+const core_1 = require("@nestjs/core");
+const core_2 = require("@vendure/core");
+const nodemailer = __importStar(require("nodemailer"));
+const index_1 = require("../../constants/index");
+const enums_1 = require("../../constants/enums");
+const url_security_utils_1 = require("../../utils/url-security.utils");
+const error_utils_1 = require("../../utils/error.utils");
+const object_path_utils_1 = require("../../utils/object-path.utils");
+const pipeline_run_entity_1 = require("../../entities/pipeline/pipeline-run.entity");
+const pipeline_service_1 = require("../../services/pipeline/pipeline.service");
+const domain_events_service_1 = require("../../services/events/domain-events.service");
+const logger = new common_1.Logger('DataHub:GateExecutor');
+/** Default number of records to include in the gate preview */
+const DEFAULT_PREVIEW_COUNT = 10;
+/** Checkpoint key prefix for gate timeout entries */
+const GATE_TIMEOUT_PREFIX = '__gateTimeout:';
+let GateExecutor = class GateExecutor {
+    constructor(moduleRef, connection, options, domainEvents) {
+        this.moduleRef = moduleRef;
+        this.connection = connection;
+        this.options = options;
+        this.domainEvents = domainEvents;
+        this.timeoutCheckHandle = null;
+        this.pipelineService = null;
+    }
+    onModuleInit() {
+        // Lazily resolve PipelineService via ModuleRef to avoid circular DI
+        // (PipelineService → AdapterRuntime → GateExecutor)
+        try {
+            this.pipelineService = this.moduleRef.get(pipeline_service_1.PipelineService, { strict: false });
+        }
+        catch {
+            logger.debug('PipelineService not available for gate timeout auto-approval');
+        }
+        this.startTimeoutChecker();
+    }
+    onModuleDestroy() {
+        if (this.timeoutCheckHandle) {
+            clearInterval(this.timeoutCheckHandle);
+            this.timeoutCheckHandle = null;
+        }
+    }
+    /**
+     * Execute a GATE step.
+     *
+     * Captures the input records and returns a GateResult indicating whether
+     * the pipeline should pause for approval or auto-approve and continue.
+     *
+     * Auto-approve conditions:
+     * - THRESHOLD mode: auto-approves if no error threshold is configured,
+     *   or if the current error rate is below the configured threshold.
+     *
+     * For MANUAL mode the pipeline always pauses.
+     *
+     * TIMEOUT mode: stores expiry in checkpoint. A background checker
+     * periodically scans for expired timeouts and auto-approves them.
+     */
+    async execute(_ctx, step, input, executorCtx, _pipelineContext) {
+        const config = (step.config ?? {});
+        const previewCount = config.previewCount ?? DEFAULT_PREVIEW_COUNT;
+        // Check if gate was already approved (resuming after gate approval)
+        const approvalKey = `__gateApproved:${step.key}`;
+        if (executorCtx.cpData?.[approvalKey]) {
+            logger.log(`GATE step "${step.key}": already approved, continuing pipeline`);
+            delete executorCtx.cpData[approvalKey];
+            executorCtx.markCheckpointDirty();
+            return {
+                paused: false,
+                pendingRecords: input,
+                previewRecords: input.slice(0, previewCount),
+                stepKey: step.key,
+                config,
+            };
+        }
+        // --- THRESHOLD mode ---
+        if (config.approvalType === 'THRESHOLD') {
+            const shouldAutoApprove = this.evaluateThreshold(config, executorCtx);
+            if (shouldAutoApprove) {
+                logger.log(`GATE step "${step.key}": THRESHOLD auto-approved (error rate below threshold or no errors)`);
+                return {
+                    paused: false,
+                    pendingRecords: input,
+                    previewRecords: input.slice(0, previewCount),
+                    stepKey: step.key,
+                    config,
+                };
+            }
+            // Threshold exceeded or stats unavailable -> pause (safe default)
+        }
+        // TIMEOUT mode: save expiry checkpoint for the background checker
+        if (config.approvalType === 'TIMEOUT' && config.timeoutSeconds) {
+            const expiresAt = new Date(Date.now() + config.timeoutSeconds * index_1.TIME.SECOND).toISOString();
+            this.saveTimeoutToCheckpoint(step.key, expiresAt, executorCtx);
+            logger.log(`GATE "${step.key}": TIMEOUT mode, will auto-approve at ${expiresAt}`);
+        }
+        // Save checkpoint for paused gate
+        this.saveGateCheckpoint(step.key, config, input, executorCtx);
+        // Fire-and-forget notifications
+        this.sendNotifications(step.key, config, input);
+        return {
+            paused: true,
+            pendingRecords: input,
+            previewRecords: input.slice(0, previewCount),
+            stepKey: step.key,
+            config,
+        };
+    }
+    // ──────────────────────────────────────────────────────────────
+    // Notifications
+    // ──────────────────────────────────────────────────────────────
+    /**
+     * Dispatch webhook and email notifications for a paused gate (fire-and-forget).
+     */
+    sendNotifications(stepKey, config, records) {
+        if (config.notifyWebhook) {
+            this.sendWebhookNotification(config.notifyWebhook, stepKey, config, records).catch(err => logger.warn(`GATE "${stepKey}": webhook notification failed: ${(0, error_utils_1.getErrorMessage)(err)}`));
+        }
+        if (config.notifyEmail) {
+            this.sendEmailNotification(config.notifyEmail, stepKey, config, records).catch(err => logger.warn(`GATE "${stepKey}": email notification failed: ${(0, error_utils_1.getErrorMessage)(err)}`));
+        }
+    }
+    /**
+     * POST gate information to a webhook URL with SSRF protection.
+     */
+    async sendWebhookNotification(url, stepKey, config, records) {
+        const safety = await (0, url_security_utils_1.validateUrlSafety)(url);
+        if (!safety.safe) {
+            logger.warn(`GATE "${stepKey}": webhook blocked by SSRF protection: ${safety.reason}`);
+            return;
+        }
+        const fetchImpl = globalThis.fetch;
+        if (!fetchImpl) {
+            logger.warn(`GATE "${stepKey}": fetch API not available, skipping webhook`);
+            return;
+        }
+        const previewCount = config.previewCount ?? DEFAULT_PREVIEW_COUNT;
+        const payload = {
+            event: 'gate.reached',
+            stepKey,
+            approvalType: config.approvalType,
+            recordCount: records.length,
+            previewRecords: records.slice(0, previewCount),
+            timestamp: new Date().toISOString(),
+        };
+        const response = await fetchImpl(url, {
+            method: 'POST',
+            headers: { [index_1.HTTP_HEADERS.CONTENT_TYPE]: index_1.CONTENT_TYPES.JSON },
+            body: JSON.stringify(payload),
+        });
+        logger.log(`GATE "${stepKey}": webhook notification sent (status=${response.status})`);
+    }
+    /**
+     * Send a gate notification email via SMTP.
+     * Requires `notifications.smtp` to be configured in plugin options.
+     */
+    async sendEmailNotification(email, stepKey, config, records) {
+        const smtpConfig = this.options.notifications?.smtp;
+        if (!smtpConfig) {
+            logger.warn(`GATE "${stepKey}": email notification skipped — ` +
+                'configure notifications.smtp in DataHubPlugin.init() options');
+            return;
+        }
+        const transporter = nodemailer.createTransport({
+            host: smtpConfig.host,
+            port: smtpConfig.port,
+            secure: smtpConfig.secure ?? (smtpConfig.port === 465),
+            auth: smtpConfig.auth ? {
+                user: smtpConfig.auth.user,
+                pass: smtpConfig.auth.pass,
+            } : undefined,
+        });
+        const previewCount = config.previewCount ?? DEFAULT_PREVIEW_COUNT;
+        const previewJson = JSON.stringify(records.slice(0, previewCount), null, 2);
+        try {
+            await transporter.sendMail({
+                from: smtpConfig.from || smtpConfig.auth?.user || 'datahub@localhost',
+                to: email,
+                subject: `[DataHub] Gate "${stepKey}" requires approval`,
+                text: [
+                    `Pipeline gate "${stepKey}" has been reached and requires approval.`,
+                    '',
+                    `Approval type: ${config.approvalType}`,
+                    `Records pending: ${records.length}`,
+                    config.approvalType === 'TIMEOUT' && config.timeoutSeconds
+                        ? `Auto-approves in: ${config.timeoutSeconds} seconds`
+                        : '',
+                    '',
+                    `Preview (first ${Math.min(records.length, previewCount)} records):`,
+                    previewJson,
+                ].filter(Boolean).join('\n'),
+            });
+            logger.log(`GATE "${stepKey}": email notification sent to ${email}`);
+        }
+        finally {
+            transporter.close();
+        }
+    }
+    // ──────────────────────────────────────────────────────────────
+    // TIMEOUT auto-approval
+    // ──────────────────────────────────────────────────────────────
+    /**
+     * Start the periodic checker for expired gate timeouts.
+     */
+    startTimeoutChecker() {
+        this.timeoutCheckHandle = setInterval(() => {
+            this.checkExpiredGates().catch(err => logger.warn(`Gate timeout check failed: ${(0, error_utils_1.getErrorMessage)(err)}`));
+        }, index_1.INTERNAL_TIMINGS.GATE_TIMEOUT_CHECK_INTERVAL_MS);
+        // Don't prevent Node process from exiting
+        if (this.timeoutCheckHandle.unref) {
+            this.timeoutCheckHandle.unref();
+        }
+        logger.debug('Gate timeout checker started', {
+            intervalMs: index_1.INTERNAL_TIMINGS.GATE_TIMEOUT_CHECK_INTERVAL_MS,
+        });
+    }
+    /**
+     * Scan PAUSED pipeline runs for expired gate timeouts and auto-approve them.
+     *
+     * This checker runs on a periodic interval, so there is eventual consistency
+     * between when a timeout expires and when the gate is auto-approved. The
+     * actual approval time may lag behind the configured timeout by up to one
+     * check interval (GATE_TIMEOUT_CHECK_INTERVAL_MS).
+     */
+    async checkExpiredGates() {
+        if (!this.pipelineService)
+            return;
+        const ctx = core_2.RequestContext.empty();
+        const repo = this.connection.getRepository(ctx, pipeline_run_entity_1.PipelineRun);
+        const pausedRuns = await repo.find({
+            where: { status: enums_1.RunStatus.PAUSED },
+            select: ['id', 'checkpoint'],
+        });
+        const now = Date.now();
+        for (const run of pausedRuns) {
+            if (!run.checkpoint)
+                continue;
+            for (const [key, value] of Object.entries(run.checkpoint)) {
+                if (!key.startsWith(GATE_TIMEOUT_PREFIX))
+                    continue;
+                const data = value;
+                const expiresAt = data?.expiresAt;
+                if (!expiresAt)
+                    continue;
+                const expiresAtMs = new Date(expiresAt).getTime();
+                if (expiresAtMs <= now) {
+                    const stepKey = data.stepKey;
+                    const delayMs = now - expiresAtMs;
+                    logger.log(`GATE "${stepKey}": TIMEOUT expired, auto-approving run ${run.id} ` +
+                        `(expected=${expiresAt}, actual delay=${delayMs}ms)`);
+                    try {
+                        this.domainEvents.publishGateTimeout(undefined, String(run.id), stepKey);
+                    }
+                    catch {
+                        // Gate timeout event is non-critical
+                    }
+                    try {
+                        await this.pipelineService.approveGate(ctx, run.id, stepKey);
+                    }
+                    catch (err) {
+                        logger.warn(`GATE "${stepKey}": auto-approval failed for run ${run.id}: ${(0, error_utils_1.getErrorMessage)(err)}`);
+                    }
+                }
+            }
+        }
+    }
+    // ──────────────────────────────────────────────────────────────
+    // Threshold evaluation
+    // ──────────────────────────────────────────────────────────────
+    /**
+     * Evaluate whether THRESHOLD mode should auto-approve.
+     *
+     * Checks the execution context checkpoint for error/success counts
+     * (stored by previous steps). If stats are available, computes the error
+     * rate and compares against the configured threshold.
+     *
+     * If no threshold is configured, or no error stats are available, returns
+     * true (auto-approve) as a pragmatic default when there is nothing to block on.
+     */
+    evaluateThreshold(config, executorCtx) {
+        // No threshold configured: auto-approve
+        if (config.errorThresholdPercent === undefined) {
+            return true;
+        }
+        // Try to read error/success counts from checkpoint data
+        const cpData = executorCtx.cpData;
+        if (!cpData) {
+            // No checkpoint data available - default to pausing (safe default)
+            return false;
+        }
+        // Look for aggregated stats in checkpoint under a well-known key
+        const stats = cpData['__pipelineStats'];
+        if (!stats) {
+            // No stats tracked - default to pausing (safe default)
+            return false;
+        }
+        const errorCount = typeof stats['errorCount'] === 'number' ? stats['errorCount'] : 0;
+        const successCount = typeof stats['successCount'] === 'number' ? stats['successCount'] : 0;
+        const totalCount = errorCount + successCount;
+        if (totalCount === 0) {
+            // No records processed yet - auto-approve (nothing to evaluate)
+            return true;
+        }
+        const errorRate = (errorCount / totalCount) * 100;
+        logger.log(`GATE THRESHOLD evaluation: errorRate=${errorRate.toFixed(2)}%, ` +
+            `threshold=${config.errorThresholdPercent}%, ` +
+            `errors=${errorCount}, successes=${successCount}`);
+        return errorRate < config.errorThresholdPercent;
+    }
+    // ──────────────────────────────────────────────────────────────
+    // Checkpoint management
+    // ──────────────────────────────────────────────────────────────
+    /**
+     * Save gate checkpoint data so records can be recovered on resume.
+     */
+    saveGateCheckpoint(stepKey, config, records, executorCtx) {
+        if (!executorCtx.cpData) {
+            executorCtx.cpData = {};
+        }
+        executorCtx.cpData[`__gate:${stepKey}`] = {
+            stepKey,
+            approvalType: config.approvalType,
+            pendingRecordCount: records.length,
+            pendingRecords: (0, object_path_utils_1.deepClone)(records),
+            pausedAt: new Date().toISOString(),
+        };
+        executorCtx.markCheckpointDirty();
+    }
+    /**
+     * Save timeout expiry to checkpoint for the background timeout checker.
+     */
+    saveTimeoutToCheckpoint(stepKey, expiresAt, executorCtx) {
+        if (!executorCtx.cpData) {
+            executorCtx.cpData = {};
+        }
+        executorCtx.cpData[`__gateTimeout:${stepKey}`] = {
+            stepKey,
+            expiresAt,
+            createdAt: new Date().toISOString(),
+        };
+        executorCtx.markCheckpointDirty();
+    }
+};
+exports.GateExecutor = GateExecutor;
+exports.GateExecutor = GateExecutor = __decorate([
+    (0, common_1.Injectable)(),
+    __param(2, (0, common_1.Inject)(index_1.DATAHUB_PLUGIN_OPTIONS)),
+    __metadata("design:paramtypes", [core_1.ModuleRef,
+        core_2.TransactionalConnection, Object, domain_events_service_1.DomainEventsService])
+], GateExecutor);
+//# sourceMappingURL=gate.executor.js.map

package/dist/src/runtime/executors/gate.executor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gate.executor.js","sourceRoot":"","sources":["../../../../src/runtime/executors/gate.executor.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;GAaG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,2CAA2F;AAC3F,uCAAyC;AACzC,wCAAwE;AACxE,uDAAyC;AAIzC,iDAAoH;AACpH,iDAAkD;AAClD,uEAAmE;AACnE,yDAA0D;AAC1D,qEAA0D;AAC1D,qFAA0E;AAC1E,+EAA2E;AAC3E,uFAAkF;AAElF,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,sBAAsB,CAAC,CAAC;AAElD,+DAA+D;AAC/D,MAAM,qBAAqB,GAAG,EAAE,CAAC;AAEjC,qDAAqD;AACrD,MAAM,mBAAmB,GAAG,gBAAgB,CAAC;AAoBtC,IAAM,YAAY,GAAlB,MAAM,YAAY;IAIrB,YACY,SAAoB,EACpB,UAAmC,EACX,OAAqC,EAC7D,YAAiC;QAHjC,cAAS,GAAT,SAAS,CAAW;QACpB,eAAU,GAAV,UAAU,CAAyB;QACH,YAAO,GAAP,OAAO,CAAsB;QAC7D,iBAAY,GAAZ,YAAY,CAAqB;QAPrC,uBAAkB,GAA0C,IAAI,CAAC;QACjE,oBAAe,GAA2B,IAAI,CAAC;IAOpD,CAAC;IAEJ,YAAY;QACR,oEAAoE;QACpE,oDAAoD;QACpD,IAAI,CAAC;YACD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,kCAAe,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QAClF,CAAC;QAAC,MAAM,CAAC;YACL,MAAM,CAAC,KAAK,CAAC,8DAA8D,CAAC,CAAC;QACjF,CAAC;QAED,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC/B,CAAC;IAED,eAAe;QACX,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACvC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QACnC,CAAC;IACL,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,OAAO,CACT,IAAoB,EACpB,IAA4B,EAC5B,KAAqB,EACrB,WAA4B,EAC5B,gBAAkC;QAElC,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAA8B,CAAC;QAChE,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,qBAAqB,CAAC;QAElE,oEAAoE;QACpE,MAAM,WAAW,GAAG,kBAAkB,IAAI,CAAC,GAAG,EAAE,CAAC;QACjD,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,MAAM,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,GAAG,0CAA0C,CAAC,CAAC;YAC7E,OAAO,WAAW,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACvC,WAAW,CAAC,mBAAmB,EAAE,CAAC;YAClC,OAAO;gBACH,MAAM,EAAE,KAAK;gBACb,cAAc,EAAE,KAAK;gBACrB,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;gBAC5C,OAAO,EAAE,IAAI,CAAC,GAAG;gBACjB,MAAM;aACT,CAAC;QACN,CAAC;QAED,yBAAyB;QACzB,IAAI,MAAM,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;YACtC,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;YACtE,IAAI,iBAAiB,EAAE,CAAC;gBACpB,MAAM,CAAC,GAAG,CAAC,cAAc,IAAI,CAAC,GAAG,sEAAsE,CAAC,CAAC;gBACzG,OAAO;oBACH,MAAM,EAAE,KAAK;oBACb,cAAc,EAAE,KAAK;oBACrB,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;oBAC5C,OAAO,EAAE,IAAI,CAAC,GAAG;oBACjB,MAAM;iBACT,CAAC;YACN,CAAC;YACD,kEAAkE;QACtE,CAAC;QAED,kEAAkE;QAClE,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YAC7D,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,cAAc,GAAG,YAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC3F,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;YAC/D,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,yCAAyC,SAAS,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,kCAAkC;QAClC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;QAE9D,gCAAgC;QAChC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;QAEhD,OAAO;YACH,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,KAAK;YACrB,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;YAC5C,OAAO,EAAE,IAAI,CAAC,GAAG;YACjB,MAAM;SACT,CAAC;IACN,CAAC;IAED,iEAAiE;IACjE,gBAAgB;IAChB,iEAAiE;IAEjE;;OAEG;IACK,iBAAiB,CAAC,OAAe,EAAE,MAAsB,EAAE,OAAuB;QACtF,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CACrF,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,mCAAmC,IAAA,6BAAe,EAAC,GAAG,CAAC,EAAE,CAAC,CACzF,CAAC;QACN,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CACjF,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,iCAAiC,IAAA,6BAAe,EAAC,GAAG,CAAC,EAAE,CAAC,CACvF,CAAC;QACN,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,uBAAuB,CACjC,GAAW,EACX,OAAe,EACf,MAAsB,EACtB,OAAuB;QAEvB,MAAM,MAAM,GAAG,MAAM,IAAA,sCAAiB,EAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,0CAA0C,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YACvF,OAAO;QACX,CAAC;QAED,MAAM,SAAS,GAAI,UAAuC,CAAC,KAAK,CAAC;QACjE,IAAI,CAAC,SAAS,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,8CAA8C,CAAC,CAAC;YAC5E,OAAO;QACX,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,qBAAqB,CAAC;QAClE,MAAM,OAAO,GAAG;YACZ,KAAK,EAAE,cAAc;YACrB,OAAO;YACP,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,cAAc,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC;YAC9C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACtC,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE;YAClC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,CAAC,oBAAY,CAAC,YAAY,CAAC,EAAE,qBAAa,CAAC,IAAI,EAAE;YAC5D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAChC,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,CAAC,SAAS,OAAO,wCAAwC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IAC3F,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB,CAC/B,KAAa,EACb,OAAe,EACf,MAAsB,EACtB,OAAuB;QAEvB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC;QACpD,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,MAAM,CAAC,IAAI,CACP,SAAS,OAAO,kCAAkC;gBAClD,8DAA8D,CACjE,CAAC;YACF,OAAO;QACX,CAAC;QAED,MAAM,WAAW,GAAG,UAAU,CAAC,eAAe,CAAC;YAC3C,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,MAAM,EAAE,UAAU,CAAC,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,GAAG,CAAC;YACtD,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;gBACpB,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI;gBAC1B,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI;aAC7B,CAAC,CAAC,CAAC,SAAS;SAChB,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,qBAAqB,CAAC;QAClE,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAE5E,IAAI,CAAC;YACD,MAAM,WAAW,CAAC,QAAQ,CAAC;gBACvB,IAAI,EAAE,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,EAAE,IAAI,IAAI,mBAAmB;gBACrE,EAAE,EAAE,KAAK;gBACT,OAAO,EAAE,mBAAmB,OAAO,qBAAqB;gBACxD,IAAI,EAAE;oBACF,kBAAkB,OAAO,2CAA2C;oBACpE,EAAE;oBACF,kBAAkB,MAAM,CAAC,YAAY,EAAE;oBACvC,oBAAoB,OAAO,CAAC,MAAM,EAAE;oBACpC,MAAM,CAAC,YAAY,KAAK,SAAS,IAAI,MAAM,CAAC,cAAc;wBACtD,CAAC,CAAC,qBAAqB,MAAM,CAAC,cAAc,UAAU;wBACtD,CAAC,CAAC,EAAE;oBACR,EAAE;oBACF,kBAAkB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,YAAY;oBACpE,WAAW;iBACd,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;aAC/B,CAAC,CAAC;YAEH,MAAM,CAAC,GAAG,CAAC,SAAS,OAAO,iCAAiC,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC;gBAAS,CAAC;YACP,WAAW,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACL,CAAC;IAED,iEAAiE;IACjE,wBAAwB;IACxB,iEAAiE;IAEjE;;OAEG;IACK,mBAAmB;QACvB,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,GAAG,EAAE;YACvC,IAAI,CAAC,iBAAiB,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CACjC,MAAM,CAAC,IAAI,CAAC,8BAA8B,IAAA,6BAAe,EAAC,GAAG,CAAC,EAAE,CAAC,CACpE,CAAC;QACN,CAAC,EAAE,wBAAgB,CAAC,8BAA8B,CAAC,CAAC;QAEpD,0CAA0C;QAC1C,IAAI,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;YACzC,UAAU,EAAE,wBAAgB,CAAC,8BAA8B;SAC9D,CAAC,CAAC;IACP,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,iBAAiB;QAC3B,IAAI,CAAC,IAAI,CAAC,eAAe;YAAE,OAAO;QAElC,MAAM,GAAG,GAAG,qBAAc,CAAC,KAAK,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,EAAE,iCAAW,CAAC,CAAC;QAE7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC;YAC/B,KAAK,EAAE,EAAE,MAAM,EAAE,iBAAS,CAAC,MAAM,EAAE;YACnC,MAAM,EAAE,CAAC,IAAI,EAAE,YAAY,CAAC;SAC/B,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEvB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC3B,IAAI,CAAC,GAAG,CAAC,UAAU;gBAAE,SAAS;YAE9B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBACxD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,mBAAmB,CAAC;oBAAE,SAAS;gBAEnD,MAAM,IAAI,GAAG,KAAkC,CAAC;gBAChD,MAAM,SAAS,GAAG,IAAI,EAAE,SAA+B,CAAC;gBACxD,IAAI,CAAC,SAAS;oBAAE,SAAS;gBAEzB,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;gBAClD,IAAI,WAAW,IAAI,GAAG,EAAE,CAAC;oBACrB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAiB,CAAC;oBACvC,MAAM,OAAO,GAAG,GAAG,GAAG,WAAW,CAAC;oBAClC,MAAM,CAAC,GAAG,CACN,SAAS,OAAO,0CAA0C,GAAG,CAAC,EAAE,GAAG;wBACnE,aAAa,SAAS,kBAAkB,OAAO,KAAK,CACvD,CAAC;oBACF,IAAI,CAAC;wBACD,IAAI,CAAC,YAAY,CAAC,kBAAkB,CAChC,SAAS,EACT,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EACd,OAAO,CACV,CAAC;oBACN,CAAC;oBAAC,MAAM,CAAC;wBACL,qCAAqC;oBACzC,CAAC;oBACD,IAAI,CAAC;wBACD,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;oBACjE,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACX,MAAM,CAAC,IAAI,CAAC,SAAS,OAAO,mCAAmC,GAAG,CAAC,EAAE,KAAK,IAAA,6BAAe,EAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACtG,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,iEAAiE;IACjE,uBAAuB;IACvB,iEAAiE;IAEjE;;;;;;;;;OASG;IACK,iBAAiB,CAAC,MAAsB,EAAE,WAA4B;QAC1E,wCAAwC;QACxC,IAAI,MAAM,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,wDAAwD;QACxD,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,mEAAmE;YACnE,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,iEAAiE;QACjE,MAAM,KAAK,GAAG,MAAM,CAAC,iBAAiB,CAA0C,CAAC;QACjF,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,uDAAuD;YACvD,OAAO,KAAK,CAAC;QACjB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,KAAK,CAAC,YAAY,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrF,MAAM,YAAY,GAAG,OAAO,KAAK,CAAC,cAAc,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3F,MAAM,UAAU,GAAG,UAAU,GAAG,YAAY,CAAC;QAE7C,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;YACnB,gEAAgE;YAChE,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC;QAClD,MAAM,CAAC,GAAG,CACN,wCAAwC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;YACjE,aAAa,MAAM,CAAC,qBAAqB,KAAK;YAC9C,UAAU,UAAU,eAAe,YAAY,EAAE,CACpD,CAAC;QAEF,OAAO,SAAS,GAAG,MAAM,CAAC,qBAAqB,CAAC;IACpD,CAAC;IAED,iEAAiE;IACjE,wBAAwB;IACxB,iEAAiE;IAEjE;;OAEG;IACK,kBAAkB,CACtB,OAAe,EACf,MAAsB,EACtB,OAAuB,EACvB,WAA4B;QAE5B,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACtB,WAAW,CAAC,MAAM,GAAG,EAAE,CAAC;QAC5B,CAAC;QACD,WAAW,CAAC,MAAM,CAAC,UAAU,OAAO,EAAE,CAAC,GAAG;YACtC,OAAO;YACP,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,kBAAkB,EAAE,OAAO,CAAC,MAAM;YAClC,cAAc,EAAE,IAAA,6BAAS,EAAC,OAAgC,CAAc;YACxE,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACR,CAAC;QAC/B,WAAW,CAAC,mBAAmB,EAAE,CAAC;IACtC,CAAC;IAED;;OAEG;IACK,uBAAuB,CAC3B,OAAe,EACf,SAAiB,EACjB,WAA4B;QAE5B,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACtB,WAAW,CAAC,MAAM,GAAG,EAAE,CAAC;QAC5B,CAAC;QACD,WAAW,CAAC,MAAM,CAAC,iBAAiB,OAAO,EAAE,CAAC,GAAG;YAC7C,OAAO;YACP,SAAS;YACT,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACT,CAAC;QAC/B,WAAW,CAAC,mBAAmB,EAAE,CAAC;IACtC,CAAC;CACJ,CAAA;AApZY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,mBAAU,GAAE;IAQJ,WAAA,IAAA,eAAM,EAAC,8BAAsB,CAAC,CAAA;qCAFZ,gBAAS;QACR,8BAAuB,UAErB,2CAAmB;GARpC,YAAY,CAoZxB"}

package/dist/src/runtime/executors/index.d.ts

@@ -0,0 +1,8 @@
+export * from './extract.executor';
+export * from './transform.executor';
+export * from './load.executor';
+export * from './export.executor';
+export * from './feed.executor';
+export * from './gate.executor';
+export * from './sink.executor';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/runtime/executors/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,iBAAiB,CAAC;AAChC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC"}

package/dist/src/runtime/executors/index.js

@@ -0,0 +1,24 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./extract.executor"), exports);
+__exportStar(require("./transform.executor"), exports);
+__exportStar(require("./load.executor"), exports);
+__exportStar(require("./export.executor"), exports);
+__exportStar(require("./feed.executor"), exports);
+__exportStar(require("./gate.executor"), exports);
+__exportStar(require("./sink.executor"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/runtime/executors/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/runtime/executors/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,uDAAqC;AACrC,kDAAgC;AAChC,oDAAkC;AAClC,kDAAgC;AAChC,kDAAgC;AAChC,kDAAgC"}

package/dist/src/runtime/executors/load.executor.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Load Executor - Routes load operations to handler modules.
+ *
+ * Handler dispatch is driven by LOADER_HANDLER_REGISTRY, so adding a new
+ * loader only requires adding an entry there. No changes are needed in this file.
+ */
+import { OnModuleInit } from '@nestjs/common';
+import { ModuleRef } from '@nestjs/core';
+import { RequestContext } from '@vendure/core';
+import { PipelineStepDefinition, ErrorHandlingConfig, PipelineContext } from '../../types/index';
+import { DataHubLoggerFactory } from '../../services/logger';
+import { RecordObject, OnRecordErrorCallback, ExecutionResult } from '../executor-types';
+import { DataHubRegistryService } from '../../sdk/registry.service';
+import { SecretService } from '../../services/config/secret.service';
+import { ConnectionService } from '../../services/config/connection.service';
+export declare class LoadExecutor implements OnModuleInit {
+    private moduleRef;
+    private secretService;
+    private connectionService;
+    private registry?;
+    private readonly logger;
+    private readonly handlers;
+    constructor(moduleRef: ModuleRef, secretService: SecretService, connectionService: ConnectionService, loggerFactory: DataHubLoggerFactory, registry?: DataHubRegistryService | undefined);
+    onModuleInit(): void;
+    execute(ctx: RequestContext, step: PipelineStepDefinition, input: RecordObject[], onRecordError?: OnRecordErrorCallback, errorHandling?: ErrorHandlingConfig, pipelineContext?: PipelineContext): Promise<ExecutionResult>;
+    /**
+     * Execute a custom loader adapter from the registry
+     */
+    private executeCustomLoader;
+    /**
+     * Simulate a loader step for dry-run mode.
+     * Delegates to the handler's simulate() method if available.
+     */
+    simulate(ctx: RequestContext, step: PipelineStepDefinition, input: RecordObject[]): Promise<Record<string, unknown>>;
+}
+//# sourceMappingURL=load.executor.d.ts.map

package/dist/src/runtime/executors/load.executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load.executor.d.ts","sourceRoot":"","sources":["../../../../src/runtime/executors/load.executor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,EAAwB,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAC/C,OAAO,EAAc,sBAAsB,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC7G,OAAO,EAAiB,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAG5E,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAGzF,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AAEpE,OAAO,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAiB7E,qBACa,YAAa,YAAW,YAAY;IAKzC,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,iBAAiB;IAEb,OAAO,CAAC,QAAQ,CAAC;IARjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoC;gBAGjD,SAAS,EAAE,SAAS,EACpB,aAAa,EAAE,aAAa,EAC5B,iBAAiB,EAAE,iBAAiB,EAC5C,aAAa,EAAE,oBAAoB,EACf,QAAQ,CAAC,EAAE,sBAAsB,YAAA;IAKzD,YAAY,IAAI,IAAI;IAgBd,OAAO,CACT,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,sBAAsB,EAC5B,KAAK,EAAE,YAAY,EAAE,EACrB,aAAa,CAAC,EAAE,qBAAqB,EACrC,aAAa,CAAC,EAAE,mBAAmB,EACnC,eAAe,CAAC,EAAE,eAAe,GAClC,OAAO,CAAC,eAAe,CAAC;IAoC3B;;OAEG;YACW,mBAAmB;IAoCjC;;;OAGG;IACG,QAAQ,CACV,GAAG,EAAE,cAAc,EACnB,IAAI,EAAE,sBAAsB,EAC5B,KAAK,EAAE,YAAY,EAAE,GACtB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAUtC"}

package/dist/src/runtime/executors/load.executor.js

@@ -0,0 +1,144 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LoadExecutor = void 0;
+/**
+ * Load Executor - Routes load operations to handler modules.
+ *
+ * Handler dispatch is driven by LOADER_HANDLER_REGISTRY, so adding a new
+ * loader only requires adding an entry there. No changes are needed in this file.
+ */
+const common_1 = require("@nestjs/common");
+const core_1 = require("@nestjs/core");
+const logger_1 = require("../../services/logger");
+const index_1 = require("../../constants/index");
+const enums_1 = require("../../constants/enums");
+const loader_handler_registry_1 = require("./loaders/loader-handler-registry");
+const registry_service_1 = require("../../sdk/registry.service");
+const secret_service_1 = require("../../services/config/secret.service");
+const connection_service_1 = require("../../services/config/connection.service");
+const step_configs_1 = require("../../types/step-configs");
+const context_adapters_1 = require("./context-adapters");
+const error_utils_1 = require("../../utils/error.utils");
+let LoadExecutor = class LoadExecutor {
+    constructor(moduleRef, secretService, connectionService, loggerFactory, registry) {
+        this.moduleRef = moduleRef;
+        this.secretService = secretService;
+        this.connectionService = connectionService;
+        this.registry = registry;
+        this.handlers = new Map();
+        this.logger = loggerFactory.createLogger(index_1.LOGGER_CONTEXTS.LOAD_EXECUTOR);
+    }
+    onModuleInit() {
+        // Resolve all registered handler classes from the DI container
+        for (const [code, entry] of loader_handler_registry_1.LOADER_HANDLER_REGISTRY) {
+            try {
+                const instance = this.moduleRef.get(entry.handler, { strict: false });
+                this.handlers.set(code, instance);
+            }
+            catch (error) {
+                this.logger.warn(`Failed to resolve loader handler`, {
+                    code,
+                    handler: entry.handler.name,
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            }
+        }
+    }
+    async execute(ctx, step, input, onRecordError, errorHandling, pipelineContext) {
+        const adapterCode = (0, step_configs_1.getAdapterCode)(step) || undefined;
+        const startTime = Date.now();
+        this.logger.debug(`Executing load step`, {
+            stepKey: step.key,
+            adapterCode,
+            recordCount: input.length,
+        });
+        // Try built-in loaders first
+        const handler = adapterCode ? this.handlers.get(adapterCode) : undefined;
+        if (handler) {
+            const result = await handler.execute(ctx, step, input, onRecordError, errorHandling);
+            const durationMs = Date.now() - startTime;
+            this.logger.logLoaderOperation(adapterCode ?? 'unknown', 'upsert', result.ok, result.fail, durationMs);
+            return result;
+        }
+        // Try custom loaders from registry
+        if (adapterCode && this.registry) {
+            const customLoader = this.registry.getRuntime(enums_1.AdapterType.LOADER, adapterCode);
+            if (customLoader && typeof customLoader.load === 'function') {
+                const result = await this.executeCustomLoader(ctx, step, input, customLoader, pipelineContext);
+                const durationMs = Date.now() - startTime;
+                this.logger.logLoaderOperation(adapterCode, 'upsert', result.ok, result.fail, durationMs);
+                return result;
+            }
+        }
+        this.logger.warn(`Unknown loader adapter`, { adapterCode, stepKey: step.key });
+        const durationMs = Date.now() - startTime;
+        this.logger.logLoaderOperation(adapterCode ?? 'unknown', 'upsert', 0, input.length, durationMs);
+        return { ok: 0, fail: input.length };
+    }
+    /**
+     * Execute a custom loader adapter from the registry
+     */
+    async executeCustomLoader(ctx, step, input, loader, pipelineContext) {
+        const cfg = step.config;
+        // Create load context for the custom loader
+        const loadContext = {
+            ...(0, context_adapters_1.createBaseAdapterContext)(ctx, step.key, this.secretService, this.connectionService, this.logger, pipelineContext),
+            channelStrategy: cfg.channelStrategy ?? enums_1.ChannelStrategy.INHERIT,
+            channels: [],
+            languageStrategy: cfg.languageStrategy ?? enums_1.LanguageStrategy.FALLBACK,
+            validationMode: cfg.validationMode ?? enums_1.ValidationStrictness.LENIENT,
+            conflictStrategy: cfg.conflictStrategy ?? enums_1.ConflictStrategy.SOURCE_WINS,
+        };
+        try {
+            const result = await loader.load(loadContext, cfg, input);
+            return {
+                ok: result.succeeded,
+                fail: result.failed,
+            };
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            this.logger.error(`Custom loader failed`, (0, error_utils_1.toErrorOrUndefined)(error), {
+                adapterCode: loader.code,
+                stepKey: step.key,
+                errorMessage,
+            });
+            return { ok: 0, fail: input.length, error: errorMessage };
+        }
+    }
+    /**
+     * Simulate a loader step for dry-run mode.
+     * Delegates to the handler's simulate() method if available.
+     */
+    async simulate(ctx, step, input) {
+        const code = (0, step_configs_1.getAdapterCode)(step);
+        const handler = this.handlers.get(code);
+        if (handler?.simulate) {
+            return await handler.simulate(ctx, step, input) ?? {};
+        }
+        return {};
+    }
+};
+exports.LoadExecutor = LoadExecutor;
+exports.LoadExecutor = LoadExecutor = __decorate([
+    (0, common_1.Injectable)(),
+    __param(4, (0, common_1.Optional)()),
+    __metadata("design:paramtypes", [core_1.ModuleRef,
+        secret_service_1.SecretService,
+        connection_service_1.ConnectionService,
+        logger_1.DataHubLoggerFactory,
+        registry_service_1.DataHubRegistryService])
+], LoadExecutor);
+//# sourceMappingURL=load.executor.js.map