digitaltwin-core 0.14.2 → 1.0.0

package/dist/engine/scheduler.d.ts

@@ -0,0 +1,30 @@
+import { Collector } from '../components/collector.js';
+import { Harvester } from '../components/harvester.js';
+import { Worker } from 'bullmq';
+import type { QueueManager } from './queue_manager.js';
+import { LogLevel } from '../utils/logger.js';
+/**
+ * Schedules components for execution using the queue manager
+ *
+ * This function creates a scheduler instance and sets up:
+ * - Job scheduling based on component schedules
+ * - Event-driven harvester triggers
+ * - Workers for processing jobs
+ *
+ * @param components - Array of components to schedule
+ * @param queueManager - Queue manager instance
+ * @param multiQueue - Whether to use multi-queue mode (default: true)
+ * @param logLevel - Log level for the scheduler (optional)
+ * @returns Promise that resolves to array of created workers
+ *
+ * @example
+ * ```typescript
+ * const workers = await scheduleComponents(
+ *   [collector1, harvester1],
+ *   queueManager,
+ *   true
+ * )
+ * ```
+ */
+export declare function scheduleComponents(components: Array<Collector | Harvester>, queueManager: QueueManager, multiQueue?: boolean, logLevel?: LogLevel): Promise<Worker[]>;
+//# sourceMappingURL=scheduler.d.ts.map

package/dist/engine/scheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../../src/engine/scheduler.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,EAAU,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AAqarD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAsB,kBAAkB,CACpC,UAAU,EAAE,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,EACxC,YAAY,EAAE,YAAY,EAC1B,UAAU,GAAE,OAAc,EAC1B,QAAQ,CAAC,EAAE,QAAQ,GACpB,OAAO,CAAC,MAAM,EAAE,CAAC,CAGnB"}

package/dist/engine/scheduler.js

@@ -0,0 +1,378 @@
+// src/engine/scheduler.ts
+import { Collector } from '../components/collector.js';
+import { Harvester } from '../components/harvester.js';
+import { Worker } from 'bullmq';
+import { Logger, LogLevel } from '../utils/logger.js';
+import { engineEventBus } from './events.js';
+import debounce from 'lodash/debounce.js';
+/**
+ * Worker configuration constants
+ */
+const WORKER_CONFIG = {
+    COLLECTOR: {
+        concurrency: 5,
+        limiter: { max: 10, duration: 60000 }
+    },
+    HARVESTER: {
+        concurrency: 3,
+        limiter: { max: 20, duration: 60000 }
+    },
+    PRIORITY: {
+        concurrency: 1 // One priority task at a time
+    },
+    SINGLE_QUEUE: {
+        concurrency: (componentCount) => Math.max(componentCount, 1)
+    }
+};
+/**
+ * Default job options for event-triggered harvesters
+ */
+const EVENT_JOB_OPTIONS = {
+    removeOnComplete: true,
+    attempts: 3,
+    backoff: { type: 'exponential', delay: 1000 }
+};
+/**
+ * Component Scheduler - Manages scheduling and execution of collectors and harvesters
+ *
+ * The scheduler supports two modes:
+ * - Multi-queue mode: Separate queues for collectors, harvesters, and priority jobs
+ * - Single-queue mode: All components share one queue (legacy mode)
+ *
+ * @class ComponentScheduler
+ */
+class ComponentScheduler {
+    /**
+     * Creates a new Component Scheduler instance
+     * @param components - Array of components to schedule
+     * @param queueManager - Queue manager instance
+     * @param multiQueue - Whether to use multi-queue mode
+     * @param logLevel - Log level for the scheduler (optional)
+     */
+    constructor(components, queueManager, multiQueue = true, logLevel) {
+        this.componentMap = {};
+        this.debouncedTriggers = {};
+        this.components = components;
+        this.queueManager = queueManager;
+        this.multiQueue = multiQueue;
+        this.logger = new Logger('DigitalTwin', logLevel ?? (process.env.NODE_ENV === 'test' ? LogLevel.SILENT : LogLevel.INFO));
+        this.#buildComponentMap();
+    }
+    /**
+     * Schedules all components and creates workers
+     * @returns Array of created workers
+     */
+    async schedule() {
+        this.#setupEventListeners();
+        if (this.multiQueue) {
+            return this.#scheduleMultiQueue();
+        }
+        else {
+            return this.#scheduleSingleQueue();
+        }
+    }
+    /**
+     * Builds a map of component names to component instances
+     * @private
+     */
+    #buildComponentMap() {
+        for (const comp of this.components) {
+            const config = comp.getConfiguration();
+            this.componentMap[config.name] = comp;
+        }
+    }
+    /**
+     * Sets up event listeners for harvesters with on-source trigger
+     * @private
+     */
+    #setupEventListeners() {
+        this.#setupHarvesterTriggers();
+        this.#setupCollectorEventListener();
+    }
+    /**
+     * Creates debounced trigger functions for event-driven harvesters
+     * @private
+     */
+    #setupHarvesterTriggers() {
+        for (const comp of this.components) {
+            if (!(comp instanceof Harvester))
+                continue;
+            const config = comp.getConfiguration();
+            if (!this.#shouldSetupEventTrigger(config))
+                continue;
+            const triggerFunction = this.#createTriggerFunction(config);
+            const debounceMs = config.debounceMs || 1000;
+            this.debouncedTriggers[config.name] = debounce(triggerFunction, debounceMs);
+        }
+    }
+    /**
+     * Checks if a harvester should have event trigger setup
+     * @private
+     */
+    #shouldSetupEventTrigger(config) {
+        return config.triggerMode === 'on-source' || config.triggerMode === 'both';
+    }
+    /**
+     * Creates a trigger function for a harvester
+     * @private
+     */
+    #createTriggerFunction(config) {
+        return async () => {
+            const queue = this.multiQueue ? this.queueManager.harvesterQueue : this.queueManager.collectorQueue;
+            await queue.add(config.name, {
+                type: 'harvester',
+                triggeredBy: 'source-event',
+                source: config.source
+            }, EVENT_JOB_OPTIONS);
+            this.logger.debug(`Triggered harvester ${config.name} from source event`);
+        };
+    }
+    /**
+     * Sets up listener for collector completion events
+     * @private
+     */
+    #setupCollectorEventListener() {
+        engineEventBus.on('component:event', async (event) => {
+            if (event.type !== 'collector:completed')
+                return;
+            this.logger.debug(`Received collector:completed event from ${event.componentName}`);
+            try {
+                await this.#triggerDependentHarvesters(event.componentName);
+            }
+            catch (error) {
+                this.logger.error(`Failed to trigger harvesters for ${event.componentName}: ${error instanceof Error ? error.message : String(error)}`, {
+                    componentName: event.componentName,
+                    stack: error instanceof Error ? error.stack : undefined
+                });
+            }
+        });
+    }
+    /**
+     * Triggers harvesters that depend on a completed collector
+     * @private
+     */
+    async #triggerDependentHarvesters(collectorName) {
+        for (const comp of this.components) {
+            if (!(comp instanceof Harvester))
+                continue;
+            const config = comp.getConfiguration();
+            if (config.source === collectorName && this.debouncedTriggers[config.name]) {
+                this.logger.debug(`Triggering harvester "${config.name}" from "${collectorName}"`);
+                this.debouncedTriggers[config.name]();
+            }
+        }
+    }
+    /**
+     * Schedules components in multi-queue mode
+     * @private
+     */
+    async #scheduleMultiQueue() {
+        await this.#scheduleCollectors();
+        await this.#scheduleHarvesters();
+        return [this.#createCollectorWorker(), this.#createHarvesterWorker(), this.#createPriorityWorker()];
+    }
+    /**
+     * Schedules all collectors in multi-queue mode
+     * @private
+     */
+    async #scheduleCollectors() {
+        const collectors = this.components.filter((comp) => comp instanceof Collector);
+        for (const collector of collectors) {
+            const config = collector.getConfiguration();
+            const schedule = collector.getSchedule();
+            await this.queueManager.collectorQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
+                name: config.name,
+                data: { type: 'collector', triggeredBy: 'schedule' }
+            });
+            this.logger.info(`Collector "${config.name}" scheduled: ${schedule}`);
+        }
+    }
+    /**
+     * Schedules harvesters (only those not exclusively on-source) in multi-queue mode
+     * @private
+     */
+    async #scheduleHarvesters() {
+        const harvesters = this.components.filter((comp) => comp instanceof Harvester);
+        for (const harvester of harvesters) {
+            const config = harvester.getConfiguration();
+            const schedule = harvester.getSchedule();
+            if (schedule && config.triggerMode !== 'on-source') {
+                await this.queueManager.harvesterQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
+                    name: config.name,
+                    data: { type: 'harvester', triggeredBy: 'schedule' }
+                });
+                this.logger.info(`Harvester "${config.name}" scheduled: ${schedule}`);
+            }
+        }
+    }
+    /**
+     * Creates collector worker for multi-queue mode
+     * @private
+     */
+    #createCollectorWorker() {
+        return new Worker('dt-collectors', async (job) => this.#processCollectorJob(job), {
+            connection: this.queueManager.collectorQueue.opts.connection,
+            concurrency: WORKER_CONFIG.COLLECTOR.concurrency,
+            limiter: WORKER_CONFIG.COLLECTOR.limiter
+        });
+    }
+    /**
+     * Creates harvester worker for multi-queue mode
+     * @private
+     */
+    #createHarvesterWorker() {
+        return new Worker('dt-harvesters', async (job) => this.#processHarvesterJob(job), {
+            connection: this.queueManager.harvesterQueue.opts.connection,
+            concurrency: WORKER_CONFIG.HARVESTER.concurrency,
+            limiter: WORKER_CONFIG.HARVESTER.limiter
+        });
+    }
+    /**
+     * Creates priority worker for multi-queue mode
+     * @private
+     */
+    #createPriorityWorker() {
+        return new Worker('dt-priority', async (job) => this.#processPriorityJob(job), {
+            connection: this.queueManager.priorityQueue.opts.connection,
+            concurrency: WORKER_CONFIG.PRIORITY.concurrency
+        });
+    }
+    /**
+     * Processes a collector job
+     * @private
+     */
+    async #processCollectorJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return;
+        this.logger.debug(`Running collector: ${job.name}`);
+        try {
+            const result = await comp.run();
+            return {
+                success: true,
+                bytes: result?.length || 0,
+                timestamp: new Date().toISOString()
+            };
+        }
+        catch (error) {
+            this.logger.error(`Collector ${job.name} failed:`, error);
+            throw error;
+        }
+    }
+    /**
+     * Processes a harvester job
+     * @private
+     */
+    async #processHarvesterJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return;
+        this.logger.debug(`Running harvester: ${job.name} (${job.data.triggeredBy})`);
+        try {
+            const result = await comp.run();
+            // Emit harvester completion event
+            engineEventBus.emit('component:event', {
+                type: 'harvester:completed',
+                componentName: comp.getConfiguration().name,
+                timestamp: new Date(),
+                data: { success: result }
+            });
+            return {
+                success: result,
+                timestamp: new Date().toISOString()
+            };
+        }
+        catch (error) {
+            this.logger.error(`Harvester ${job.name} failed:`, error);
+            throw error;
+        }
+    }
+    /**
+     * Processes a priority job
+     * @private
+     */
+    async #processPriorityJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return;
+        this.logger.debug(`Running priority job: ${job.name}`);
+        const result = await comp.run();
+        return { success: true, result };
+    }
+    /**
+     * Schedules components in single-queue mode (legacy)
+     * @private
+     */
+    async #scheduleSingleQueue() {
+        this.logger.warn('Single-queue mode (not recommended for production)');
+        const singleQueue = this.queueManager.collectorQueue;
+        await this.#scheduleAllComponentsInSingleQueue(singleQueue);
+        const worker = new Worker(singleQueue.name, async (job) => this.#processSingleQueueJob(job), {
+            connection: singleQueue.opts.connection,
+            concurrency: WORKER_CONFIG.SINGLE_QUEUE.concurrency(this.components.length)
+        });
+        return [worker];
+    }
+    /**
+     * Schedules all components in single queue
+     * @private
+     */
+    async #scheduleAllComponentsInSingleQueue(singleQueue) {
+        for (const comp of this.components) {
+            const config = comp.getConfiguration();
+            const schedule = comp.getSchedule();
+            const shouldSchedule = comp instanceof Harvester
+                ? schedule && comp.getConfiguration().triggerMode !== 'on-source'
+                : schedule !== null;
+            if (shouldSchedule) {
+                await singleQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
+                    name: config.name,
+                    data: {
+                        type: comp instanceof Collector ? 'collector' : 'harvester',
+                        triggeredBy: 'schedule'
+                    }
+                });
+            }
+        }
+    }
+    /**
+     * Processes a job in single-queue mode
+     * @private
+     */
+    async #processSingleQueueJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return;
+        this.logger.debug(`Running ${job.data.type}: ${job.name}`);
+        const result = await comp.run();
+        return { success: true, result };
+    }
+}
+/**
+ * Schedules components for execution using the queue manager
+ *
+ * This function creates a scheduler instance and sets up:
+ * - Job scheduling based on component schedules
+ * - Event-driven harvester triggers
+ * - Workers for processing jobs
+ *
+ * @param components - Array of components to schedule
+ * @param queueManager - Queue manager instance
+ * @param multiQueue - Whether to use multi-queue mode (default: true)
+ * @param logLevel - Log level for the scheduler (optional)
+ * @returns Promise that resolves to array of created workers
+ *
+ * @example
+ * ```typescript
+ * const workers = await scheduleComponents(
+ *   [collector1, harvester1],
+ *   queueManager,
+ *   true
+ * )
+ * ```
+ */
+export async function scheduleComponents(components, queueManager, multiQueue = true, logLevel) {
+    const scheduler = new ComponentScheduler(components, queueManager, multiQueue, logLevel);
+    return scheduler.schedule();
+}
+//# sourceMappingURL=scheduler.js.map

package/dist/engine/scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../src/engine/scheduler.ts"],"names":[],"mappings":"AAAA,0BAA0B;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAE/B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,QAAQ,MAAM,oBAAoB,CAAA;AAGzC;;GAEG;AACH,MAAM,aAAa,GAAG;IAClB,SAAS,EAAE;QACP,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;KACxC;IACD,SAAS,EAAE;QACP,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;KACxC;IACD,QAAQ,EAAE;QACN,WAAW,EAAE,CAAC,CAAC,8BAA8B;KAChD;IACD,YAAY,EAAE;QACV,WAAW,EAAE,CAAC,cAAsB,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;KACvE;CACK,CAAA;AAEV;;GAEG;AACH,MAAM,iBAAiB,GAAG;IACtB,gBAAgB,EAAE,IAAI;IACtB,QAAQ,EAAE,CAAC;IACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE;CACvC,CAAA;AAEV;;;;;;;;GAQG;AACH,MAAM,kBAAkB;IAQpB;;;;;;OAMG;IACH,YACI,UAAwC,EACxC,YAA0B,EAC1B,aAAsB,IAAI,EAC1B,QAAmB;QAdN,iBAAY,GAA0C,EAAE,CAAA;QACxD,sBAAiB,GAA6C,EAAE,CAAA;QAe7E,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CACpB,aAAa,EACb,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAClF,CAAA;QAED,IAAI,CAAC,kBAAkB,EAAE,CAAA;IAC7B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,oBAAoB,EAAE,CAAA;QAE3B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAA;QACrC,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAA;QACtC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,kBAAkB;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;QACzC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,oBAAoB;QAChB,IAAI,CAAC,uBAAuB,EAAE,CAAA;QAC9B,IAAI,CAAC,4BAA4B,EAAE,CAAA;IACvC,CAAC;IAED;;;OAGG;IACH,uBAAuB;QACnB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,IAAI,YAAY,SAAS,CAAC;gBAAE,SAAQ;YAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC;gBAAE,SAAQ;YAEpD,MAAM,eAAe,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAA;YAC3D,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAA;YAC5C,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,eAAe,EAAE,UAAU,CAAC,CAAA;QAC/E,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,wBAAwB,CAAC,MAA8B;QACnD,OAAO,MAAM,CAAC,WAAW,KAAK,WAAW,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,CAAA;IAC9E,CAAC;IAED;;;OAGG;IACH,sBAAsB,CAAC,MAA8B;QACjD,OAAO,KAAK,IAAI,EAAE;YACd,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;YAEnG,MAAM,KAAK,CAAC,GAAG,CACX,MAAM,CAAC,IAAI,EACX;gBACI,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,cAAc;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;aACxB,EACD,iBAAiB,CACpB,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,oBAAoB,CAAC,CAAA;QAC7E,CAAC,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,4BAA4B;QACxB,cAAc,CAAC,EAAE,CAAC,iBAAiB,EAAE,KAAK,EAAC,KAAK,EAAC,EAAE;YAC/C,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB;gBAAE,OAAM;YAEhD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,KAAK,CAAC,aAAa,EAAE,CAAC,CAAA;YACnF,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;YAC/D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CACb,oCAAoC,KAAK,CAAC,aAAa,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACpH;oBACI,aAAa,EAAE,KAAK,CAAC,aAAa;oBAClC,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;iBAC1D,CACJ,CAAA;YACL,CAAC;QACL,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,2BAA2B,CAAC,aAAqB;QACnD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,IAAI,YAAY,SAAS,CAAC;gBAAE,SAAQ;YAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,MAAM,CAAC,IAAI,WAAW,aAAa,GAAG,CAAC,CAAA;gBAClF,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAA;YACzC,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAChC,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAEhC,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,IAAI,CAAC,sBAAsB,EAAE,EAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAA;IACvG,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,IAAI,YAAY,SAAS,CAAC,CAAA;QAEjG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAA;YAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAA;YAExC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,kBAAkB,CACrD,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;gBACI,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;aACvD,CACJ,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,IAAI,gBAAgB,QAAQ,EAAE,CAAC,CAAA;QACzE,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,IAAI,YAAY,SAAS,CAAC,CAAA;QAEjG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAA;YAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAA;YAExC,IAAI,QAAQ,IAAI,MAAM,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;gBACjD,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,kBAAkB,CACrD,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;oBACI,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;iBACvD,CACJ,CAAA;gBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,IAAI,gBAAgB,QAAQ,EAAE,CAAC,CAAA;YACzE,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,sBAAsB;QAClB,OAAO,IAAI,MAAM,CAAC,eAAe,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE;YAC5E,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU;YAC5D,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC,WAAW;YAChD,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO;SAC3C,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,sBAAsB;QAClB,OAAO,IAAI,MAAM,CAAC,eAAe,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE;YAC5E,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU;YAC5D,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC,WAAW;YAChD,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO;SAC3C,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,qBAAqB;QACjB,OAAO,IAAI,MAAM,CAAC,aAAa,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE;YACzE,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU;YAC3D,WAAW,EAAE,aAAa,CAAC,QAAQ,CAAC,WAAW;SAClD,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB,CAAC,GAAQ;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAc,CAAA;QACrD,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QAEnD,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;YAE/B,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;gBAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,IAAI,UAAU,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB,CAAC,GAAQ;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAc,CAAA;QACrD,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAA;QAE7E,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;YAE/B,kCAAkC;YAClC,cAAc,CAAC,IAAI,CAAC,iBAAiB,EAAE;gBACnC,IAAI,EAAE,qBAAqB;gBAC3B,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,IAAI;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE;aAC5B,CAAC,CAAA;YAEF,OAAO;gBACH,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,IAAI,UAAU,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB,CAAC,GAAQ;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IACpC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB;QACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;QAEtE,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;QACpD,MAAM,IAAI,CAAC,mCAAmC,CAAC,WAAW,CAAC,CAAA;QAE3D,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,EAAE;YACvF,UAAU,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU;YACvC,WAAW,EAAE,aAAa,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;SAC9E,CAAC,CAAA;QAEF,OAAO,CAAC,MAAM,CAAC,CAAA;IACnB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mCAAmC,CAAC,WAAgB;QACtD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;YAEnC,MAAM,cAAc,GAChB,IAAI,YAAY,SAAS;gBACrB,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC,WAAW,KAAK,WAAW;gBACjE,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAA;YAE3B,IAAI,cAAc,EAAE,CAAC;gBACjB,MAAM,WAAW,CAAC,kBAAkB,CAChC,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;oBACI,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE;wBACF,IAAI,EAAE,IAAI,YAAY,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW;wBAC3D,WAAW,EAAE,UAAU;qBAC1B;iBACJ,CACJ,CAAA;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,sBAAsB,CAAC,GAAQ;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IACpC,CAAC;CACJ;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,UAAwC,EACxC,YAA0B,EAC1B,aAAsB,IAAI,EAC1B,QAAmB;IAEnB,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAA;IACxF,OAAO,SAAS,CAAC,QAAQ,EAAE,CAAA;AAC/B,CAAC"}

package/dist/engine/upload_processor.d.ts

@@ -0,0 +1,36 @@
+import type { ConnectionOptions } from 'bullmq';
+import type { StorageService } from '../storage/storage_service.js';
+import type { DatabaseAdapter } from '../database/database_adapter.js';
+export interface TilesetUploadJobData {
+    type: 'tileset';
+    recordId: number;
+    tempFilePath: string;
+    componentName: string;
+    userId: number;
+    filename: string;
+    description: string;
+}
+export type UploadJobData = TilesetUploadJobData;
+export type UploadStatus = 'pending' | 'processing' | 'completed' | 'failed';
+/**
+ * Background worker for processing large file uploads (tileset extraction).
+ * Prevents HTTP timeout by queuing jobs and processing asynchronously.
+ *
+ * Flow:
+ * 1. Read ZIP from temp file
+ * 2. Extract and upload all files to storage (OVH S3)
+ * 3. Update database with tileset_url and base_path
+ * 4. Clean up temp file
+ */
+export declare class UploadProcessor {
+    private worker;
+    private storage;
+    private db;
+    constructor(storage: StorageService, db: DatabaseAdapter);
+    start(connection: ConnectionOptions): void;
+    stop(): Promise<void>;
+    private processJob;
+    private processTilesetUpload;
+    private updateRecordStatus;
+}
+//# sourceMappingURL=upload_processor.d.ts.map

package/dist/engine/upload_processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload_processor.d.ts","sourceRoot":"","sources":["../../src/engine/upload_processor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAA;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAA;AACnE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAA;AAQtE,MAAM,WAAW,oBAAoB;IACjC,IAAI,EAAE,SAAS,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,MAAM,aAAa,GAAG,oBAAoB,CAAA;AAChD,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,YAAY,GAAG,WAAW,GAAG,QAAQ,CAAA;AAE5E;;;;;;;;;GASG;AACH,qBAAa,eAAe;IACxB,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,EAAE,CAAiB;gBAEf,OAAO,EAAE,cAAc,EAAE,EAAE,EAAE,eAAe;IAKxD,KAAK,CAAC,UAAU,EAAE,iBAAiB,GAAG,IAAI;IAWpC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAOb,UAAU;YAQV,oBAAoB;YAsFpB,kBAAkB;CAGnC"}

package/dist/engine/upload_processor.js

@@ -0,0 +1,113 @@
+import { Worker } from 'bullmq';
+import { extractAndStoreArchive } from '../utils/zip_utils.js';
+import { safeAsync, safeCleanup } from '../utils/safe_async.js';
+import { Logger } from '../utils/logger.js';
+import fs from 'fs/promises';
+const logger = new Logger('UploadProcessor');
+/**
+ * Background worker for processing large file uploads (tileset extraction).
+ * Prevents HTTP timeout by queuing jobs and processing asynchronously.
+ *
+ * Flow:
+ * 1. Read ZIP from temp file
+ * 2. Extract and upload all files to storage (OVH S3)
+ * 3. Update database with tileset_url and base_path
+ * 4. Clean up temp file
+ */
+export class UploadProcessor {
+    constructor(storage, db) {
+        this.worker = null;
+        this.storage = storage;
+        this.db = db;
+    }
+    start(connection) {
+        this.worker = new Worker('dt-uploads', async (job) => this.processJob(job), {
+            connection,
+            concurrency: 2,
+            limiter: { max: 5, duration: 60000 }
+        });
+        this.worker.on('completed', job => console.log(`[UploadProcessor] Job ${job.id} completed`));
+        this.worker.on('failed', (job, err) => console.error(`[UploadProcessor] Job ${job?.id} failed:`, err.message));
+    }
+    async stop() {
+        if (this.worker) {
+            await this.worker.close();
+            this.worker = null;
+        }
+    }
+    async processJob(job) {
+        if (job.data.type === 'tileset') {
+            await this.processTilesetUpload(job);
+        }
+        else {
+            throw new Error(`Unknown upload job type: ${job.data.type}`);
+        }
+    }
+    async processTilesetUpload(job) {
+        const { recordId, tempFilePath, componentName } = job.data;
+        let basePath = null;
+        try {
+            await this.updateRecordStatus(recordId, componentName, 'processing');
+            await job.updateProgress(10);
+            // Read ZIP file
+            const zipBuffer = await fs.readFile(tempFilePath).catch(err => {
+                throw new Error(`Failed to read temp file: ${err.message}`);
+            });
+            await job.updateProgress(20);
+            // Generate unique base path
+            basePath = `${componentName}/${Date.now()}`;
+            // Extract and upload all files to storage
+            const extractResult = await extractAndStoreArchive(zipBuffer, this.storage, basePath);
+            await job.updateProgress(80);
+            // Validate tileset.json exists
+            if (!extractResult.root_file) {
+                // Clean up uploaded files (basePath is always set at this point)
+                if (basePath) {
+                    const pathToDelete = basePath;
+                    await safeAsync(() => this.storage.deleteByPrefix(pathToDelete), 'cleanup storage on invalid tileset', logger);
+                }
+                throw new Error('Invalid tileset: no tileset.json found in the ZIP archive');
+            }
+            // Build the public URL for tileset.json
+            const tilesetPath = `${basePath}/${extractResult.root_file}`;
+            const tilesetUrl = this.storage.getPublicUrl(tilesetPath);
+            // Update database record (url = basePath for deletion)
+            await this.db.updateById(componentName, recordId, {
+                url: basePath,
+                tileset_url: tilesetUrl,
+                upload_status: 'completed'
+            });
+            await job.updateProgress(90);
+            // Clean up temp file
+            await safeAsync(() => fs.unlink(tempFilePath), 'cleanup temp file after upload', logger);
+            await job.updateProgress(100);
+            logger.info(`Tileset ${recordId} uploaded: ${extractResult.file_count} files`);
+        }
+        catch (error) {
+            // Update record as failed (don't delete - keep for debugging)
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            await safeAsync(() => this.db.updateById(componentName, recordId, {
+                upload_status: 'failed',
+                upload_error: errorMessage
+            }), 'update record status to failed', logger);
+            // Clean up: uploaded files and temp file
+            const pathToClean = basePath; // Capture for closure
+            await safeCleanup([
+                ...(pathToClean
+                    ? [
+                        {
+                            operation: () => this.storage.deleteByPrefix(pathToClean),
+                            context: 'cleanup storage on upload error'
+                        }
+                    ]
+                    : []),
+                { operation: () => fs.unlink(tempFilePath), context: 'cleanup temp file on upload error' }
+            ], logger);
+            throw error;
+        }
+    }
+    async updateRecordStatus(id, tableName, status) {
+        await this.db.updateById(tableName, id, { upload_status: status });
+    }
+}
+//# sourceMappingURL=upload_processor.js.map

package/dist/engine/upload_processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"upload_processor.js","sourceRoot":"","sources":["../../src/engine/upload_processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAY,MAAM,QAAQ,CAAA;AAIzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAA;AAC3C,OAAO,EAAE,MAAM,aAAa,CAAA;AAE5B,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,iBAAiB,CAAC,CAAA;AAe5C;;;;;;;;;GASG;AACH,MAAM,OAAO,eAAe;IAKxB,YAAY,OAAuB,EAAE,EAAmB;QAJhD,WAAM,GAAkB,IAAI,CAAA;QAKhC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAA;IAChB,CAAC;IAED,KAAK,CAAC,UAA6B;QAC/B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,YAAY,EAAE,KAAK,EAAE,GAAuB,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YAC5F,UAAU;YACV,WAAW,EAAE,CAAC;YACd,OAAO,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE;SACvC,CAAC,CAAA;QAEF,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC,CAAA;QAC5F,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,yBAAyB,GAAG,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;IAClH,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;YACzB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QACtB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,GAAuB;QAC5C,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAgC,CAAC,CAAA;QACrE,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,4BAA6B,GAAG,CAAC,IAAY,CAAC,IAAI,EAAE,CAAC,CAAA;QACzE,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,GAA8B;QAC7D,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,GAAG,CAAC,IAAI,CAAA;QAC1D,IAAI,QAAQ,GAAkB,IAAI,CAAA;QAElC,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,aAAa,EAAE,YAAY,CAAC,CAAA;YACpE,MAAM,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAA;YAE5B,gBAAgB;YAChB,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;gBAC1D,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAA;YAC/D,CAAC,CAAC,CAAA;YACF,MAAM,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAA;YAE5B,4BAA4B;YAC5B,QAAQ,GAAG,GAAG,aAAa,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAA;YAE3C,0CAA0C;YAC1C,MAAM,aAAa,GAAG,MAAM,sBAAsB,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YACrF,MAAM,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAA;YAE5B,+BAA+B;YAC/B,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;gBAC3B,iEAAiE;gBACjE,IAAI,QAAQ,EAAE,CAAC;oBACX,MAAM,YAAY,GAAG,QAAQ,CAAA;oBAC7B,MAAM,SAAS,CACX,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,YAAY,CAAC,EAC/C,oCAAoC,EACpC,MAAM,CACT,CAAA;gBACL,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAA;YAChF,CAAC;YAED,wCAAwC;YACxC,MAAM,WAAW,GAAG,GAAG,QAAQ,IAAI,aAAa,CAAC,SAAS,EAAE,CAAA;YAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,WAAW,CAAC,CAAA;YAEzD,uDAAuD;YACvD,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,EAAE,QAAQ,EAAE;gBAC9C,GAAG,EAAE,QAAQ;gBACb,WAAW,EAAE,UAAU;gBACvB,aAAa,EAAE,WAAW;aAC7B,CAAC,CAAA;YACF,MAAM,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC,CAAA;YAE5B,qBAAqB;YACrB,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,gCAAgC,EAAE,MAAM,CAAC,CAAA;YACxF,MAAM,GAAG,CAAC,cAAc,CAAC,GAAG,CAAC,CAAA;YAE7B,MAAM,CAAC,IAAI,CAAC,WAAW,QAAQ,cAAc,aAAa,CAAC,UAAU,QAAQ,CAAC,CAAA;QAClF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,8DAA8D;YAC9D,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAA;YAC7E,MAAM,SAAS,CACX,GAAG,EAAE,CACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,EAAE,QAAQ,EAAE;gBACxC,aAAa,EAAE,QAAQ;gBACvB,YAAY,EAAE,YAAY;aAC7B,CAAC,EACN,gCAAgC,EAChC,MAAM,CACT,CAAA;YAED,yCAAyC;YACzC,MAAM,WAAW,GAAG,QAAQ,CAAA,CAAC,sBAAsB;YACnD,MAAM,WAAW,CACb;gBACI,GAAG,CAAC,WAAW;oBACX,CAAC,CAAC;wBACI;4BACI,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,WAAW,CAAC;4BACzD,OAAO,EAAE,iCAAiC;yBAC7C;qBACJ;oBACH,CAAC,CAAC,EAAE,CAAC;gBACT,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,mCAAmC,EAAE;aAC7F,EACD,MAAM,CACT,CAAA;YAED,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,EAAU,EAAE,SAAiB,EAAE,MAAoB;QAChF,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,CAAA;IACtE,CAAC;CACJ"}