@cepseudo/engine 1.0.0

package/dist/scheduler.js

@@ -0,0 +1,375 @@
+import { Collector, Harvester } from '@cepseudo/components';
+import { Worker } from 'bullmq';
+import { Logger, LogLevel, engineEventBus } from '@cepseudo/shared';
+import debounce from 'lodash/debounce.js';
+/**
+ * Worker configuration constants
+ */
+const WORKER_CONFIG = {
+    COLLECTOR: {
+        concurrency: 5,
+        limiter: { max: 10, duration: 60000 }
+    },
+    HARVESTER: {
+        concurrency: 3,
+        limiter: { max: 20, duration: 60000 }
+    },
+    PRIORITY: {
+        concurrency: 1 // One priority task at a time
+    },
+    SINGLE_QUEUE: {
+        concurrency: (componentCount) => Math.max(componentCount, 1)
+    }
+};
+/**
+ * Default job options for event-triggered harvesters
+ */
+const EVENT_JOB_OPTIONS = {
+    removeOnComplete: true,
+    attempts: 3,
+    backoff: { type: 'exponential', delay: 1000 }
+};
+/**
+ * Component Scheduler - Manages scheduling and execution of collectors and harvesters
+ *
+ * The scheduler supports two modes:
+ * - Multi-queue mode: Separate queues for collectors, harvesters, and priority jobs
+ * - Single-queue mode: All components share one queue (legacy mode)
+ *
+ * @class ComponentScheduler
+ */
+class ComponentScheduler {
+    /**
+     * Creates a new Component Scheduler instance
+     * @param components - Array of components to schedule
+     * @param queueManager - Queue manager instance
+     * @param multiQueue - Whether to use multi-queue mode
+     * @param logLevel - Log level for the scheduler (optional)
+     */
+    constructor(components, queueManager, multiQueue = true, logLevel) {
+        this.componentMap = {};
+        this.debouncedTriggers = {};
+        this.components = components;
+        this.queueManager = queueManager;
+        this.multiQueue = multiQueue;
+        this.logger = new Logger('DigitalTwin', logLevel ?? (process.env.NODE_ENV === 'test' ? LogLevel.SILENT : LogLevel.INFO));
+        this.#buildComponentMap();
+    }
+    /**
+     * Schedules all components and creates workers
+     * @returns Array of created workers
+     */
+    async schedule() {
+        this.#setupEventListeners();
+        if (this.multiQueue) {
+            return this.#scheduleMultiQueue();
+        }
+        else {
+            return this.#scheduleSingleQueue();
+        }
+    }
+    /**
+     * Builds a map of component names to component instances
+     * @private
+     */
+    #buildComponentMap() {
+        for (const comp of this.components) {
+            const config = comp.getConfiguration();
+            this.componentMap[config.name] = comp;
+        }
+    }
+    /**
+     * Sets up event listeners for harvesters with on-source trigger
+     * @private
+     */
+    #setupEventListeners() {
+        this.#setupHarvesterTriggers();
+        this.#setupCollectorEventListener();
+    }
+    /**
+     * Creates debounced trigger functions for event-driven harvesters
+     * @private
+     */
+    #setupHarvesterTriggers() {
+        for (const comp of this.components) {
+            if (!(comp instanceof Harvester))
+                continue;
+            const config = comp.getConfiguration();
+            if (!this.#shouldSetupEventTrigger(config))
+                continue;
+            const triggerFunction = this.#createTriggerFunction(config);
+            const debounceMs = config.debounceMs || 1000;
+            this.debouncedTriggers[config.name] = debounce(triggerFunction, debounceMs);
+        }
+    }
+    /**
+     * Checks if a harvester should have event trigger setup
+     * @private
+     */
+    #shouldSetupEventTrigger(config) {
+        return config.triggerMode === 'on-source' || config.triggerMode === 'both';
+    }
+    /**
+     * Creates a trigger function for a harvester
+     * @private
+     */
+    #createTriggerFunction(config) {
+        return async () => {
+            const queue = this.multiQueue ? this.queueManager.harvesterQueue : this.queueManager.collectorQueue;
+            await queue.add(config.name, {
+                type: 'harvester',
+                triggeredBy: 'source-event',
+                source: config.source
+            }, EVENT_JOB_OPTIONS);
+            this.logger.debug(`Triggered harvester ${config.name} from source event`);
+        };
+    }
+    /**
+     * Sets up listener for collector completion events
+     * @private
+     */
+    #setupCollectorEventListener() {
+        engineEventBus.on('component:event', async (event) => {
+            if (event.type !== 'collector:completed')
+                return;
+            this.logger.debug(`Received collector:completed event from ${event.componentName}`);
+            try {
+                await this.#triggerDependentHarvesters(event.componentName);
+            }
+            catch (error) {
+                this.logger.error(`Failed to trigger harvesters for ${event.componentName}: ${error instanceof Error ? error.message : String(error)}`, {
+                    componentName: event.componentName,
+                    stack: error instanceof Error ? error.stack : undefined
+                });
+            }
+        });
+    }
+    /**
+     * Triggers harvesters that depend on a completed collector
+     * @private
+     */
+    async #triggerDependentHarvesters(collectorName) {
+        for (const comp of this.components) {
+            if (!(comp instanceof Harvester))
+                continue;
+            const config = comp.getConfiguration();
+            if (config.source === collectorName && this.debouncedTriggers[config.name]) {
+                this.logger.debug(`Triggering harvester "${config.name}" from "${collectorName}"`);
+                this.debouncedTriggers[config.name]();
+            }
+        }
+    }
+    /**
+     * Schedules components in multi-queue mode
+     * @private
+     */
+    async #scheduleMultiQueue() {
+        await this.#scheduleCollectors();
+        await this.#scheduleHarvesters();
+        return [this.#createCollectorWorker(), this.#createHarvesterWorker(), this.#createPriorityWorker()];
+    }
+    /**
+     * Schedules all collectors in multi-queue mode
+     * @private
+     */
+    async #scheduleCollectors() {
+        const collectors = this.components.filter((comp) => comp instanceof Collector);
+        for (const collector of collectors) {
+            const config = collector.getConfiguration();
+            const schedule = collector.getSchedule();
+            await this.queueManager.collectorQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
+                name: config.name,
+                data: { type: 'collector', triggeredBy: 'schedule' }
+            });
+            this.logger.info(`Collector "${config.name}" scheduled: ${schedule}`);
+        }
+    }
+    /**
+     * Schedules harvesters (only those not exclusively on-source) in multi-queue mode
+     * @private
+     */
+    async #scheduleHarvesters() {
+        const harvesters = this.components.filter((comp) => comp instanceof Harvester);
+        for (const harvester of harvesters) {
+            const config = harvester.getConfiguration();
+            const schedule = harvester.getSchedule();
+            if (schedule && config.triggerMode !== 'on-source') {
+                await this.queueManager.harvesterQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
+                    name: config.name,
+                    data: { type: 'harvester', triggeredBy: 'schedule' }
+                });
+                this.logger.info(`Harvester "${config.name}" scheduled: ${schedule}`);
+            }
+        }
+    }
+    /**
+     * Creates collector worker for multi-queue mode
+     * @private
+     */
+    #createCollectorWorker() {
+        return new Worker('dt-collectors', async (job) => this.#processCollectorJob(job), {
+            connection: this.queueManager.collectorQueue.opts.connection,
+            concurrency: WORKER_CONFIG.COLLECTOR.concurrency,
+            limiter: WORKER_CONFIG.COLLECTOR.limiter
+        });
+    }
+    /**
+     * Creates harvester worker for multi-queue mode
+     * @private
+     */
+    #createHarvesterWorker() {
+        return new Worker('dt-harvesters', async (job) => this.#processHarvesterJob(job), {
+            connection: this.queueManager.harvesterQueue.opts.connection,
+            concurrency: WORKER_CONFIG.HARVESTER.concurrency,
+            limiter: WORKER_CONFIG.HARVESTER.limiter
+        });
+    }
+    /**
+     * Creates priority worker for multi-queue mode
+     * @private
+     */
+    #createPriorityWorker() {
+        return new Worker('dt-priority', async (job) => this.#processPriorityJob(job), {
+            connection: this.queueManager.priorityQueue.opts.connection,
+            concurrency: WORKER_CONFIG.PRIORITY.concurrency
+        });
+    }
+    /**
+     * Processes a collector job
+     * @private
+     */
+    async #processCollectorJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return undefined;
+        this.logger.debug(`Running collector: ${job.name}`);
+        try {
+            const result = await comp.run();
+            return {
+                success: true,
+                bytes: result?.length ?? 0,
+                timestamp: new Date().toISOString()
+            };
+        }
+        catch (error) {
+            this.logger.error(`Collector ${job.name} failed:`, error);
+            throw error;
+        }
+    }
+    /**
+     * Processes a harvester job
+     * @private
+     */
+    async #processHarvesterJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return undefined;
+        this.logger.debug(`Running harvester: ${job.name} (${job.data.triggeredBy})`);
+        try {
+            const result = await comp.run();
+            // Emit harvester completion event
+            engineEventBus.emit('component:event', {
+                type: 'harvester:completed',
+                componentName: comp.getConfiguration().name,
+                timestamp: new Date(),
+                data: { success: result }
+            });
+            return {
+                success: Boolean(result),
+                timestamp: new Date().toISOString()
+            };
+        }
+        catch (error) {
+            this.logger.error(`Harvester ${job.name} failed:`, error);
+            throw error;
+        }
+    }
+    /**
+     * Processes a priority job
+     * @private
+     */
+    async #processPriorityJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return undefined;
+        this.logger.debug(`Running priority job: ${job.name}`);
+        const result = await comp.run();
+        return { success: true, result, timestamp: new Date().toISOString() };
+    }
+    /**
+     * Schedules components in single-queue mode (legacy)
+     * @private
+     */
+    async #scheduleSingleQueue() {
+        this.logger.warn('Single-queue mode (not recommended for production)');
+        const singleQueue = this.queueManager.collectorQueue;
+        await this.#scheduleAllComponentsInSingleQueue(singleQueue);
+        const worker = new Worker(singleQueue.name, async (job) => this.#processSingleQueueJob(job), {
+            connection: singleQueue.opts.connection,
+            concurrency: WORKER_CONFIG.SINGLE_QUEUE.concurrency(this.components.length)
+        });
+        return [worker];
+    }
+    /**
+     * Schedules all components in single queue
+     * @private
+     */
+    async #scheduleAllComponentsInSingleQueue(singleQueue) {
+        for (const comp of this.components) {
+            const config = comp.getConfiguration();
+            const schedule = comp.getSchedule();
+            const shouldSchedule = comp instanceof Harvester
+                ? schedule && comp.getConfiguration().triggerMode !== 'on-source'
+                : schedule !== null;
+            if (shouldSchedule) {
+                await singleQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
+                    name: config.name,
+                    data: {
+                        type: comp instanceof Collector ? 'collector' : 'harvester',
+                        triggeredBy: 'schedule'
+                    }
+                });
+            }
+        }
+    }
+    /**
+     * Processes a job in single-queue mode
+     * @private
+     */
+    async #processSingleQueueJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return undefined;
+        this.logger.debug(`Running ${job.data.type}: ${job.name}`);
+        const result = await comp.run();
+        return { success: true, result, timestamp: new Date().toISOString() };
+    }
+}
+/**
+ * Schedules components for execution using the queue manager
+ *
+ * This function creates a scheduler instance and sets up:
+ * - Job scheduling based on component schedules
+ * - Event-driven harvester triggers
+ * - Workers for processing jobs
+ *
+ * @param components - Array of components to schedule
+ * @param queueManager - Queue manager instance
+ * @param multiQueue - Whether to use multi-queue mode (default: true)
+ * @param logLevel - Log level for the scheduler (optional)
+ * @returns Promise that resolves to array of created workers
+ *
+ * @example
+ * ```typescript
+ * const workers = await scheduleComponents(
+ *   [collector1, harvester1],
+ *   queueManager,
+ *   true
+ * )
+ * ```
+ */
+export async function scheduleComponents(components, queueManager, multiQueue = true, logLevel) {
+    const scheduler = new ComponentScheduler(components, queueManager, multiQueue, logLevel);
+    return scheduler.schedule();
+}
+//# sourceMappingURL=scheduler.js.map

package/dist/scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../src/scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAI/B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAA;AACnE,OAAO,QAAQ,MAAM,oBAAoB,CAAA;AAqBzC;;GAEG;AACH,MAAM,aAAa,GAAG;IAClB,SAAS,EAAE;QACP,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;KACxC;IACD,SAAS,EAAE;QACP,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;KACxC;IACD,QAAQ,EAAE;QACN,WAAW,EAAE,CAAC,CAAC,8BAA8B;KAChD;IACD,YAAY,EAAE;QACV,WAAW,EAAE,CAAC,cAAsB,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;KACvE;CACK,CAAA;AAEV;;GAEG;AACH,MAAM,iBAAiB,GAAG;IACtB,gBAAgB,EAAE,IAAI;IACtB,QAAQ,EAAE,CAAC;IACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE;CACvC,CAAA;AAEV;;;;;;;;GAQG;AACH,MAAM,kBAAkB;IAQpB;;;;;;OAMG;IACH,YACI,UAAwC,EACxC,YAA0B,EAC1B,aAAsB,IAAI,EAC1B,QAAmB;QAdN,iBAAY,GAA0C,EAAE,CAAA;QACxD,sBAAiB,GAA+B,EAAE,CAAA;QAe/D,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CACpB,aAAa,EACb,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAClF,CAAA;QAED,IAAI,CAAC,kBAAkB,EAAE,CAAA;IAC7B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,oBAAoB,EAAE,CAAA;QAE3B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAA;QACrC,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAA;QACtC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,kBAAkB;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;QACzC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,oBAAoB;QAChB,IAAI,CAAC,uBAAuB,EAAE,CAAA;QAC9B,IAAI,CAAC,4BAA4B,EAAE,CAAA;IACvC,CAAC;IAED;;;OAGG;IACH,uBAAuB;QACnB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,IAAI,YAAY,SAAS,CAAC;gBAAE,SAAQ;YAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC;gBAAE,SAAQ;YAEpD,MAAM,eAAe,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAA;YAC3D,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAA;YAC5C,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,eAAe,EAAE,UAAU,CAAC,CAAA;QAC/E,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,wBAAwB,CAAC,MAA8B;QACnD,OAAO,MAAM,CAAC,WAAW,KAAK,WAAW,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,CAAA;IAC9E,CAAC;IAED;;;OAGG;IACH,sBAAsB,CAAC,MAA8B;QACjD,OAAO,KAAK,IAAI,EAAE;YACd,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;YAEnG,MAAM,KAAK,CAAC,GAAG,CACX,MAAM,CAAC,IAAI,EACX;gBACI,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,cAAc;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;aACxB,EACD,iBAAiB,CACpB,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,oBAAoB,CAAC,CAAA;QAC7E,CAAC,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,4BAA4B;QACxB,cAAc,CAAC,EAAE,CAAC,iBAAiB,EAAE,KAAK,EAAC,KAAK,EAAC,EAAE;YAC/C,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB;gBAAE,OAAM;YAEhD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,KAAK,CAAC,aAAa,EAAE,CAAC,CAAA;YACnF,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;YAC/D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACb,oCAAoC,KAAK,CAAC,aAAa,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACpH;oBACI,aAAa,EAAE,KAAK,CAAC,aAAa;oBAClC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;iBAC1D,CACJ,CAAA;YACL,CAAC;QACL,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,2BAA2B,CAAC,aAAqB;QACnD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,IAAI,YAAY,SAAS,CAAC;gBAAE,SAAQ;YAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,MAAM,CAAC,IAAI,WAAW,aAAa,GAAG,CAAC,CAAA;gBAClF,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAA;YACzC,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAChC,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAEhC,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,IAAI,CAAC,sBAAsB,EAAE,EAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAA;IACvG,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,IAAI,YAAY,SAAS,CAAC,CAAA;QAEjG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAA;YAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAA;YAExC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,kBAAkB,CACrD,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;gBACI,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;aACvD,CACJ,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,IAAI,gBAAgB,QAAQ,EAAE,CAAC,CAAA;QACzE,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,IAAI,YAAY,SAAS,CAAC,CAAA;QAEjG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAA;YAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAA;YAExC,IAAI,QAAQ,IAAI,MAAM,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;gBACjD,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,kBAAkB,CACrD,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;oBACI,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;iBACvD,CACJ,CAAA;gBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,IAAI,gBAAgB,QAAQ,EAAE,CAAC,CAAA;YACzE,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,sBAAsB;QAClB,OAAO,IAAI,MAAM,CAAC,eAAe,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE;YAC5E,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU;YAC5D,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC,WAAW;YAChD,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO;SAC3C,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,sBAAsB;QAClB,OAAO,IAAI,MAAM,CAAC,eAAe,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE;YAC5E,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU;YAC5D,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC,WAAW;YAChD,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO;SAC3C,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,qBAAqB;QACjB,OAAO,IAAI,MAAM,CAAC,aAAa,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE;YACzE,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU;YAC3D,WAAW,EAAE,aAAa,CAAC,QAAQ,CAAC,WAAW;SAClD,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB,CAAC,GAA0B;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAc,CAAA;QACrD,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QAE3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QAEnD,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;YAE/B,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;gBAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,IAAI,UAAU,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB,CAAC,GAA0B;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAc,CAAA;QACrD,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QAE3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAA;QAE7E,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;YAE/B,kCAAkC;YAClC,cAAc,CAAC,IAAI,CAAC,iBAAiB,EAAE;gBACnC,IAAI,EAAE,qBAAqB;gBAC3B,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,IAAI;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE;aAC5B,CAAC,CAAA;YAEF,OAAO;gBACH,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC;gBACxB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,IAAI,UAAU,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB,CAAC,GAA0B;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QAE3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAA;IACzE,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB;QACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;QAEtE,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;QACpD,MAAM,IAAI,CAAC,mCAAmC,CAAC,WAAW,CAAC,CAAA;QAE3D,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,EAAE;YACvF,UAAU,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU;YACvC,WAAW,EAAE,aAAa,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;SAC9E,CAAC,CAAA;QAEF,OAAO,CAAC,MAAM,CAAC,CAAA;IACnB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mCAAmC,CAAC,WAAoC;QAC1E,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;YAEnC,MAAM,cAAc,GAChB,IAAI,YAAY,SAAS;gBACrB,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC,WAAW,KAAK,WAAW;gBACjE,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAA;YAE3B,IAAI,cAAc,EAAE,CAAC;gBACjB,MAAM,WAAW,CAAC,kBAAkB,CAChC,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;oBACI,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE;wBACF,IAAI,EAAE,IAAI,YAAY,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW;wBAC3D,WAAW,EAAE,UAAU;qBAC1B;iBACJ,CACJ,CAAA;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,sBAAsB,CAAC,GAA0B;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QAE3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAA;IACzE,CAAC;CACJ;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,UAAwC,EACxC,YAA0B,EAC1B,aAAsB,IAAI,EAC1B,QAAmB;IAEnB,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAA;IACxF,OAAO,SAAS,CAAC,QAAQ,EAAE,CAAA;AAC/B,CAAC"}

package/package.json

@@ -0,0 +1,78 @@
+{
+  "name": "@cepseudo/engine",
+  "version": "1.0.0",
+  "description": "Core engine for Digital Twin framework (Engine, Scheduler, Queues, Loader, OpenAPI)",
+  "license": "MIT",
+  "author": "Axel Hoffmann",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist/",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "clean": "rimraf dist tsconfig.tsbuildinfo",
+    "test": "node -r ./bin/set-test-env.cjs --import ts-node-maintained/register/esm --enable-source-maps bin/test.ts",
+    "lint": "eslint src tests --no-error-on-unmatched-pattern",
+    "lint:fix": "eslint src tests --fix --no-error-on-unmatched-pattern"
+  },
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "dependencies": {
+    "@cepseudo/shared": "workspace:*",
+    "@cepseudo/database": "workspace:*",
+    "@cepseudo/storage": "workspace:*",
+    "@cepseudo/auth": "workspace:*",
+    "@cepseudo/assets": "workspace:*",
+    "@cepseudo/components": "workspace:*",
+    "bullmq": "^5.56.5",
+    "compression": "^1.7.5",
+    "cors": "^2.8.5",
+    "ioredis": "^5.6.1",
+    "lodash": "^4.17.23",
+    "multer": "^2.0.2",
+    "ultimate-express": "^2.0.9"
+  },
+  "devDependencies": {
+    "@japa/assert": "^4.1.0",
+    "@japa/runner": "^4.3.0",
+    "@testcontainers/redis": "^11.3.1",
+    "@types/compression": "^1.7.5",
+    "@types/cors": "^2.8.19",
+    "@types/lodash": "^4.17.20",
+    "@types/multer": "^2.0.0",
+    "testcontainers": "^11.3.1",
+    "ts-node-maintained": "^10.9.5"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/CePseudoBE/digitaltwin.git",
+    "directory": "packages/engine"
+  },
+  "keywords": [
+    "digitaltwin",
+    "engine",
+    "scheduler",
+    "bullmq",
+    "openapi",
+    "health-check"
+  ],
+  "bugs": {
+    "url": "https://github.com/CePseudoBE/digitaltwin/issues"
+  },
+  "homepage": "https://github.com/CePseudoBE/digitaltwin#readme",
+  "publishConfig": {
+    "access": "public"
+  }
+}