digitaltwin-core 0.13.3 → 0.14.1

package/dist/engine/queue_manager.js

@@ -1,196 +0,0 @@
-import { Queue } from 'bullmq';
-/**
- * Queue configuration constants
- */
-const QUEUE_DEFAULTS = {
-    REDIS: {
-        host: 'localhost',
-        port: 6379,
-        maxRetriesPerRequest: null,
-        enableReadyCheck: true,
-        retryStrategy: (times) => Math.min(times * 50, 2000)
-    },
-    COLLECTORS: {
-        name: 'dt-collectors',
-        attempts: 3,
-        backoffDelay: 2000,
-        keepCompleted: 100,
-        keepFailed: 50
-    },
-    HARVESTERS: {
-        name: 'dt-harvesters',
-        attempts: 5,
-        backoffDelay: 5000,
-        keepCompleted: 50,
-        keepFailed: 100
-    },
-    PRIORITY: {
-        name: 'dt-priority',
-        attempts: 2,
-        priority: 1
-    },
-    UPLOADS: {
-        name: 'dt-uploads',
-        attempts: 1, // No retries - temp file is deleted after first attempt
-        backoffDelay: 10000,
-        keepCompleted: 50,
-        keepFailed: 100
-    }
-};
-/**
- * Queue Manager - Manages BullMQ queues for different component types
- *
- * Handles three types of queues:
- * - Collector queue: High priority, fast execution for data collection
- * - Harvester queue: Medium priority, slower processing for data transformation
- * - Priority queue: Urgent/manual jobs with highest priority
- *
- * @example
- * ```typescript
- * const queueManager = new QueueManager({
- *   redis: { host: 'localhost', port: 6379 },
- *   collectorWorkers: 3,
- *   harvesterWorkers: 2
- * })
- *
- * await queueManager.close()
- * ```
- */
-export class QueueManager {
-    /**
-     * Creates a new Queue Manager instance
-     * @param config - Queue configuration options
-     */
-    constructor(config = {}) {
-        const baseConnection = config.redis || QUEUE_DEFAULTS.REDIS;
-        this.collectorQueue = this.#createCollectorQueue(baseConnection, config.queueOptions?.collectors);
-        this.harvesterQueue = this.#createHarvesterQueue(baseConnection, config.queueOptions?.harvesters);
-        this.priorityQueue = this.#createPriorityQueue(baseConnection, config.queueOptions?.priority);
-        this.uploadQueue = this.#createUploadQueue(baseConnection, config.queueOptions?.uploads);
-    }
-    /**
-     * Creates collector queue with optimized settings for data collection
-     * @private
-     */
-    #createCollectorQueue(connection, options) {
-        return new Queue(QUEUE_DEFAULTS.COLLECTORS.name, {
-            connection,
-            defaultJobOptions: {
-                attempts: QUEUE_DEFAULTS.COLLECTORS.attempts,
-                backoff: { type: 'exponential', delay: QUEUE_DEFAULTS.COLLECTORS.backoffDelay },
-                removeOnComplete: { count: QUEUE_DEFAULTS.COLLECTORS.keepCompleted },
-                removeOnFail: { count: QUEUE_DEFAULTS.COLLECTORS.keepFailed }
-            },
-            ...options
-        });
-    }
-    /**
-     * Creates harvester queue with settings optimized for data processing
-     * @private
-     */
-    #createHarvesterQueue(connection, options) {
-        return new Queue(QUEUE_DEFAULTS.HARVESTERS.name, {
-            connection,
-            defaultJobOptions: {
-                attempts: QUEUE_DEFAULTS.HARVESTERS.attempts,
-                backoff: { type: 'exponential', delay: QUEUE_DEFAULTS.HARVESTERS.backoffDelay },
-                removeOnComplete: { count: QUEUE_DEFAULTS.HARVESTERS.keepCompleted },
-                removeOnFail: { count: QUEUE_DEFAULTS.HARVESTERS.keepFailed }
-            },
-            ...options
-        });
-    }
-    /**
-     * Creates priority queue for urgent/manual jobs
-     * @private
-     */
-    #createPriorityQueue(connection, options) {
-        return new Queue(QUEUE_DEFAULTS.PRIORITY.name, {
-            connection,
-            defaultJobOptions: {
-                priority: QUEUE_DEFAULTS.PRIORITY.priority,
-                attempts: QUEUE_DEFAULTS.PRIORITY.attempts,
-                removeOnComplete: true,
-                removeOnFail: false
-            },
-            ...options
-        });
-    }
-    /**
-     * Creates upload queue for async file processing (tileset extraction, large uploads)
-     * @private
-     */
-    #createUploadQueue(connection, options) {
-        return new Queue(QUEUE_DEFAULTS.UPLOADS.name, {
-            connection,
-            defaultJobOptions: {
-                attempts: QUEUE_DEFAULTS.UPLOADS.attempts,
-                backoff: { type: 'exponential', delay: QUEUE_DEFAULTS.UPLOADS.backoffDelay },
-                removeOnComplete: { count: QUEUE_DEFAULTS.UPLOADS.keepCompleted },
-                removeOnFail: { count: QUEUE_DEFAULTS.UPLOADS.keepFailed }
-            },
-            ...options
-        });
-    }
-    /**
-     * Closes all queues gracefully
-     * @returns Promise that resolves when all queues are closed
-     */
-    async close() {
-        const closePromises = [];
-        // Close all queues with timeout protection
-        const queues = [this.collectorQueue, this.harvesterQueue, this.priorityQueue, this.uploadQueue];
-        for (const queue of queues) {
-            closePromises.push(Promise.race([
-                queue.close(),
-                new Promise((_, reject) => setTimeout(() => reject(new Error('Queue close timeout')), 3000))
-            ]).catch(async () => {
-                // Force close if timeout - try to access Redis connection directly
-                try {
-                    const redisConnection = queue.redisConnection;
-                    if (redisConnection && typeof redisConnection.disconnect === 'function') {
-                        await redisConnection.disconnect();
-                    }
-                }
-                catch {
-                    // Ignore forced cleanup errors
-                }
-            }));
-        }
-        await Promise.all(closePromises);
-        // Wait for connections to fully close
-        await new Promise(resolve => setTimeout(resolve, 300));
-    }
-    /**
-     * Gets statistics for all queues
-     * @returns Object containing stats for each queue type
-     */
-    async getQueueStats() {
-        const [collectorStats, harvesterStats, priorityStats, uploadStats] = await Promise.all([
-            this.#getStats(this.collectorQueue),
-            this.#getStats(this.harvesterQueue),
-            this.#getStats(this.priorityQueue),
-            this.#getStats(this.uploadQueue)
-        ]);
-        return {
-            collectors: collectorStats,
-            harvesters: harvesterStats,
-            priority: priorityStats,
-            uploads: uploadStats
-        };
-    }
-    /**
-     * Gets statistics for a specific queue
-     * @private
-     */
-    async #getStats(queue) {
-        const [waiting, active, completed, failed] = await Promise.all([
-            queue.getWaitingCount(),
-            queue.getActiveCount(),
-            queue.getCompletedCount(),
-            queue.getFailedCount()
-        ]);
-        return { waiting, active, completed, failed };
-    }
-}
-//# sourceMappingURL=queue_manager.js.map

package/dist/engine/queue_manager.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"queue_manager.js","sourceRoot":"","sources":["../../src/engine/queue_manager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAA;AAqB9B;;GAEG;AACH,MAAM,cAAc,GAAG;IACnB,KAAK,EAAE;QACH,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,IAAI;QACV,oBAAoB,EAAE,IAAI;QAC1B,gBAAgB,EAAE,IAAI;QACtB,aAAa,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,EAAE,EAAE,IAAI,CAAC;KAC/D;IACD,UAAU,EAAE;QACR,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE,CAAC;QACX,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,GAAG;QAClB,UAAU,EAAE,EAAE;KACjB;IACD,UAAU,EAAE;QACR,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE,CAAC;QACX,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,EAAE;QACjB,UAAU,EAAE,GAAG;KAClB;IACD,QAAQ,EAAE;QACN,IAAI,EAAE,aAAa;QACnB,QAAQ,EAAE,CAAC;QACX,QAAQ,EAAE,CAAC;KACd;IACD,OAAO,EAAE;QACL,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,CAAC,EAAE,wDAAwD;QACrE,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,EAAE;QACjB,UAAU,EAAE,GAAG;KAClB;CACK,CAAA;AAEV;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,OAAO,YAAY;IAMrB;;;OAGG;IACH,YAAY,SAAsB,EAAE;QAChC,MAAM,cAAc,GAAG,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,CAAA;QAE3D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;QACjG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;QACjG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;QAC7F,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;IAC5F,CAAC;IAED;;;OAGG;IACH,qBAAqB,CAAC,UAA6B,EAAE,OAA+B;QAChF,OAAO,IAAI,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE;YAC7C,UAAU;YACV,iBAAiB,EAAE;gBACf,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,QAAQ;gBAC5C,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,YAAY,EAAE;gBAC/E,gBAAgB,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,aAAa,EAAE;gBACpE,YAAY,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,UAAU,EAAE;aAChE;YACD,GAAG,OAAO;SACb,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,qBAAqB,CAAC,UAA6B,EAAE,OAA+B;QAChF,OAAO,IAAI,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE;YAC7C,UAAU;YACV,iBAAiB,EAAE;gBACf,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,QAAQ;gBAC5C,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,YAAY,EAAE;gBAC/E,gBAAgB,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,aAAa,EAAE;gBACpE,YAAY,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,UAAU,EAAE;aAChE;YACD,GAAG,OAAO;SACb,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,UAA6B,EAAE,OAA+B;QAC/E,OAAO,IAAI,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE;YAC3C,UAAU;YACV,iBAAiB,EAAE;gBACf,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC,QAAQ;gBAC1C,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC,QAAQ;gBAC1C,gBAAgB,EAAE,IAAI;gBACtB,YAAY,EAAE,KAAK;aACtB;YACD,GAAG,OAAO;SACb,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,UAA6B,EAAE,OAA+B;QAC7E,OAAO,IAAI,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,EAAE;YAC1C,UAAU;YACV,iBAAiB,EAAE;gBACf,QAAQ,EAAE,cAAc,CAAC,OAAO,CAAC,QAAQ;gBACzC,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE;gBAC5E,gBAAgB,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,aAAa,EAAE;gBACjE,YAAY,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,UAAU,EAAE;aAC7D;YACD,GAAG,OAAO;SACb,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACP,MAAM,aAAa,GAAoB,EAAE,CAAA;QAEzC,2CAA2C;QAC3C,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAE/F,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CACd,OAAO,CAAC,IAAI,CAAC;gBACT,KAAK,CAAC,KAAK,EAAE;gBACb,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;aACrG,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;gBAChB,mEAAmE;gBACnE,IAAI,CAAC;oBACD,MAAM,eAAe,GAAI,KAAa,CAAC,eAAe,CAAA;oBACtD,IAAI,eAAe,IAAI,OAAO,eAAe,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;wBACtE,MAAM,eAAe,CAAC,UAAU,EAAE,CAAA;oBACtC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACL,+BAA+B;gBACnC,CAAC;YACL,CAAC,CAAC,CACL,CAAA;QACL,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;QAEhC,sCAAsC;QACtC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;IAC1D,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa;QACf,MAAM,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC;YAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC;SACnC,CAAC,CAAA;QAEF,OAAO;YACH,UAAU,EAAE,cAAc;YAC1B,UAAU,EAAE,cAAc;YAC1B,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,WAAW;SACvB,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAC,KAAY;QACxB,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC3D,KAAK,CAAC,eAAe,EAAE;YACvB,KAAK,CAAC,cAAc,EAAE;YACtB,KAAK,CAAC,iBAAiB,EAAE;YACzB,KAAK,CAAC,cAAc,EAAE;SACzB,CAAC,CAAA;QAEF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,CAAA;IACjD,CAAC;CACJ"}

package/dist/engine/scheduler.d.ts

@@ -1,30 +0,0 @@
-import { Collector } from '../components/collector.js';
-import { Harvester } from '../components/harvester.js';
-import { Worker } from 'bullmq';
-import type { QueueManager } from './queue_manager.js';
-import { LogLevel } from '../utils/logger.js';
-/**
- * Schedules components for execution using the queue manager
- *
- * This function creates a scheduler instance and sets up:
- * - Job scheduling based on component schedules
- * - Event-driven harvester triggers
- * - Workers for processing jobs
- *
- * @param components - Array of components to schedule
- * @param queueManager - Queue manager instance
- * @param multiQueue - Whether to use multi-queue mode (default: true)
- * @param logLevel - Log level for the scheduler (optional)
- * @returns Promise that resolves to array of created workers
- *
- * @example
- * ```typescript
- * const workers = await scheduleComponents(
- *   [collector1, harvester1],
- *   queueManager,
- *   true
- * )
- * ```
- */
-export declare function scheduleComponents(components: Array<Collector | Harvester>, queueManager: QueueManager, multiQueue?: boolean, logLevel?: LogLevel): Promise<Worker[]>;
-//# sourceMappingURL=scheduler.d.ts.map

package/dist/engine/scheduler.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../../src/engine/scheduler.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,EAAU,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AA2ZrD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAsB,kBAAkB,CACpC,UAAU,EAAE,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,EACxC,YAAY,EAAE,YAAY,EAC1B,UAAU,GAAE,OAAc,EAC1B,QAAQ,CAAC,EAAE,QAAQ,GACpB,OAAO,CAAC,MAAM,EAAE,CAAC,CAGnB"}

package/dist/engine/scheduler.js

@@ -1,370 +0,0 @@
-// src/engine/scheduler.ts
-import { Collector } from '../components/collector.js';
-import { Harvester } from '../components/harvester.js';
-import { Worker } from 'bullmq';
-import { Logger, LogLevel } from '../utils/logger.js';
-import { engineEventBus } from './events.js';
-import debounce from 'lodash/debounce.js';
-/**
- * Worker configuration constants
- */
-const WORKER_CONFIG = {
-    COLLECTOR: {
-        concurrency: 5,
-        limiter: { max: 10, duration: 60000 }
-    },
-    HARVESTER: {
-        concurrency: 3,
-        limiter: { max: 20, duration: 60000 }
-    },
-    PRIORITY: {
-        concurrency: 1 // One priority task at a time
-    },
-    SINGLE_QUEUE: {
-        concurrency: (componentCount) => Math.max(componentCount, 1)
-    }
-};
-/**
- * Default job options for event-triggered harvesters
- */
-const EVENT_JOB_OPTIONS = {
-    removeOnComplete: true,
-    attempts: 3,
-    backoff: { type: 'exponential', delay: 1000 }
-};
-/**
- * Component Scheduler - Manages scheduling and execution of collectors and harvesters
- *
- * The scheduler supports two modes:
- * - Multi-queue mode: Separate queues for collectors, harvesters, and priority jobs
- * - Single-queue mode: All components share one queue (legacy mode)
- *
- * @class ComponentScheduler
- */
-class ComponentScheduler {
-    /**
-     * Creates a new Component Scheduler instance
-     * @param components - Array of components to schedule
-     * @param queueManager - Queue manager instance
-     * @param multiQueue - Whether to use multi-queue mode
-     * @param logLevel - Log level for the scheduler (optional)
-     */
-    constructor(components, queueManager, multiQueue = true, logLevel) {
-        this.componentMap = {};
-        this.debouncedTriggers = {};
-        this.components = components;
-        this.queueManager = queueManager;
-        this.multiQueue = multiQueue;
-        this.logger = new Logger('DigitalTwin', logLevel ?? (process.env.NODE_ENV === 'test' ? LogLevel.SILENT : LogLevel.INFO));
-        this.#buildComponentMap();
-    }
-    /**
-     * Schedules all components and creates workers
-     * @returns Array of created workers
-     */
-    async schedule() {
-        this.#setupEventListeners();
-        if (this.multiQueue) {
-            return this.#scheduleMultiQueue();
-        }
-        else {
-            return this.#scheduleSingleQueue();
-        }
-    }
-    /**
-     * Builds a map of component names to component instances
-     * @private
-     */
-    #buildComponentMap() {
-        for (const comp of this.components) {
-            const config = comp.getConfiguration();
-            this.componentMap[config.name] = comp;
-        }
-    }
-    /**
-     * Sets up event listeners for harvesters with on-source trigger
-     * @private
-     */
-    #setupEventListeners() {
-        this.#setupHarvesterTriggers();
-        this.#setupCollectorEventListener();
-    }
-    /**
-     * Creates debounced trigger functions for event-driven harvesters
-     * @private
-     */
-    #setupHarvesterTriggers() {
-        for (const comp of this.components) {
-            if (!(comp instanceof Harvester))
-                continue;
-            const config = comp.getConfiguration();
-            if (!this.#shouldSetupEventTrigger(config))
-                continue;
-            const triggerFunction = this.#createTriggerFunction(config);
-            const debounceMs = config.debounceMs || 1000;
-            this.debouncedTriggers[config.name] = debounce(triggerFunction, debounceMs);
-        }
-    }
-    /**
-     * Checks if a harvester should have event trigger setup
-     * @private
-     */
-    #shouldSetupEventTrigger(config) {
-        return config.triggerMode === 'on-source' || config.triggerMode === 'both';
-    }
-    /**
-     * Creates a trigger function for a harvester
-     * @private
-     */
-    #createTriggerFunction(config) {
-        return async () => {
-            const queue = this.multiQueue ? this.queueManager.harvesterQueue : this.queueManager.collectorQueue;
-            await queue.add(config.name, {
-                type: 'harvester',
-                triggeredBy: 'source-event',
-                source: config.source
-            }, EVENT_JOB_OPTIONS);
-            this.logger.debug(`Triggered harvester ${config.name} from source event`);
-        };
-    }
-    /**
-     * Sets up listener for collector completion events
-     * @private
-     */
-    #setupCollectorEventListener() {
-        engineEventBus.on('component:event', async (event) => {
-            if (event.type !== 'collector:completed')
-                return;
-            this.logger.debug(`Received collector:completed event from ${event.componentName}`);
-            await this.#triggerDependentHarvesters(event.componentName);
-        });
-    }
-    /**
-     * Triggers harvesters that depend on a completed collector
-     * @private
-     */
-    async #triggerDependentHarvesters(collectorName) {
-        for (const comp of this.components) {
-            if (!(comp instanceof Harvester))
-                continue;
-            const config = comp.getConfiguration();
-            if (config.source === collectorName && this.debouncedTriggers[config.name]) {
-                this.logger.debug(`Triggering harvester "${config.name}" from "${collectorName}"`);
-                this.debouncedTriggers[config.name]();
-            }
-        }
-    }
-    /**
-     * Schedules components in multi-queue mode
-     * @private
-     */
-    async #scheduleMultiQueue() {
-        await this.#scheduleCollectors();
-        await this.#scheduleHarvesters();
-        return [this.#createCollectorWorker(), this.#createHarvesterWorker(), this.#createPriorityWorker()];
-    }
-    /**
-     * Schedules all collectors in multi-queue mode
-     * @private
-     */
-    async #scheduleCollectors() {
-        const collectors = this.components.filter((comp) => comp instanceof Collector);
-        for (const collector of collectors) {
-            const config = collector.getConfiguration();
-            const schedule = collector.getSchedule();
-            await this.queueManager.collectorQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
-                name: config.name,
-                data: { type: 'collector', triggeredBy: 'schedule' }
-            });
-            this.logger.info(`Collector "${config.name}" scheduled: ${schedule}`);
-        }
-    }
-    /**
-     * Schedules harvesters (only those not exclusively on-source) in multi-queue mode
-     * @private
-     */
-    async #scheduleHarvesters() {
-        const harvesters = this.components.filter((comp) => comp instanceof Harvester);
-        for (const harvester of harvesters) {
-            const config = harvester.getConfiguration();
-            const schedule = harvester.getSchedule();
-            if (schedule && config.triggerMode !== 'on-source') {
-                await this.queueManager.harvesterQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
-                    name: config.name,
-                    data: { type: 'harvester', triggeredBy: 'schedule' }
-                });
-                this.logger.info(`Harvester "${config.name}" scheduled: ${schedule}`);
-            }
-        }
-    }
-    /**
-     * Creates collector worker for multi-queue mode
-     * @private
-     */
-    #createCollectorWorker() {
-        return new Worker('dt-collectors', async (job) => this.#processCollectorJob(job), {
-            connection: this.queueManager.collectorQueue.opts.connection,
-            concurrency: WORKER_CONFIG.COLLECTOR.concurrency,
-            limiter: WORKER_CONFIG.COLLECTOR.limiter
-        });
-    }
-    /**
-     * Creates harvester worker for multi-queue mode
-     * @private
-     */
-    #createHarvesterWorker() {
-        return new Worker('dt-harvesters', async (job) => this.#processHarvesterJob(job), {
-            connection: this.queueManager.harvesterQueue.opts.connection,
-            concurrency: WORKER_CONFIG.HARVESTER.concurrency,
-            limiter: WORKER_CONFIG.HARVESTER.limiter
-        });
-    }
-    /**
-     * Creates priority worker for multi-queue mode
-     * @private
-     */
-    #createPriorityWorker() {
-        return new Worker('dt-priority', async (job) => this.#processPriorityJob(job), {
-            connection: this.queueManager.priorityQueue.opts.connection,
-            concurrency: WORKER_CONFIG.PRIORITY.concurrency
-        });
-    }
-    /**
-     * Processes a collector job
-     * @private
-     */
-    async #processCollectorJob(job) {
-        const comp = this.componentMap[job.name];
-        if (!comp)
-            return;
-        this.logger.debug(`Running collector: ${job.name}`);
-        try {
-            const result = await comp.run();
-            return {
-                success: true,
-                bytes: result?.length || 0,
-                timestamp: new Date().toISOString()
-            };
-        }
-        catch (error) {
-            this.logger.error(`Collector ${job.name} failed:`, error);
-            throw error;
-        }
-    }
-    /**
-     * Processes a harvester job
-     * @private
-     */
-    async #processHarvesterJob(job) {
-        const comp = this.componentMap[job.name];
-        if (!comp)
-            return;
-        this.logger.debug(`Running harvester: ${job.name} (${job.data.triggeredBy})`);
-        try {
-            const result = await comp.run();
-            // Emit harvester completion event
-            engineEventBus.emit('component:event', {
-                type: 'harvester:completed',
-                componentName: comp.getConfiguration().name,
-                timestamp: new Date(),
-                data: { success: result }
-            });
-            return {
-                success: result,
-                timestamp: new Date().toISOString()
-            };
-        }
-        catch (error) {
-            this.logger.error(`Harvester ${job.name} failed:`, error);
-            throw error;
-        }
-    }
-    /**
-     * Processes a priority job
-     * @private
-     */
-    async #processPriorityJob(job) {
-        const comp = this.componentMap[job.name];
-        if (!comp)
-            return;
-        this.logger.debug(`Running priority job: ${job.name}`);
-        const result = await comp.run();
-        return { success: true, result };
-    }
-    /**
-     * Schedules components in single-queue mode (legacy)
-     * @private
-     */
-    async #scheduleSingleQueue() {
-        this.logger.warn('Single-queue mode (not recommended for production)');
-        const singleQueue = this.queueManager.collectorQueue;
-        await this.#scheduleAllComponentsInSingleQueue(singleQueue);
-        const worker = new Worker(singleQueue.name, async (job) => this.#processSingleQueueJob(job), {
-            connection: singleQueue.opts.connection,
-            concurrency: WORKER_CONFIG.SINGLE_QUEUE.concurrency(this.components.length)
-        });
-        return [worker];
-    }
-    /**
-     * Schedules all components in single queue
-     * @private
-     */
-    async #scheduleAllComponentsInSingleQueue(singleQueue) {
-        for (const comp of this.components) {
-            const config = comp.getConfiguration();
-            const schedule = comp.getSchedule();
-            const shouldSchedule = comp instanceof Harvester
-                ? schedule && comp.getConfiguration().triggerMode !== 'on-source'
-                : schedule !== null;
-            if (shouldSchedule) {
-                await singleQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
-                    name: config.name,
-                    data: {
-                        type: comp instanceof Collector ? 'collector' : 'harvester',
-                        triggeredBy: 'schedule'
-                    }
-                });
-            }
-        }
-    }
-    /**
-     * Processes a job in single-queue mode
-     * @private
-     */
-    async #processSingleQueueJob(job) {
-        const comp = this.componentMap[job.name];
-        if (!comp)
-            return;
-        this.logger.debug(`Running ${job.data.type}: ${job.name}`);
-        const result = await comp.run();
-        return { success: true, result };
-    }
-}
-/**
- * Schedules components for execution using the queue manager
- *
- * This function creates a scheduler instance and sets up:
- * - Job scheduling based on component schedules
- * - Event-driven harvester triggers
- * - Workers for processing jobs
- *
- * @param components - Array of components to schedule
- * @param queueManager - Queue manager instance
- * @param multiQueue - Whether to use multi-queue mode (default: true)
- * @param logLevel - Log level for the scheduler (optional)
- * @returns Promise that resolves to array of created workers
- *
- * @example
- * ```typescript
- * const workers = await scheduleComponents(
- *   [collector1, harvester1],
- *   queueManager,
- *   true
- * )
- * ```
- */
-export async function scheduleComponents(components, queueManager, multiQueue = true, logLevel) {
-    const scheduler = new ComponentScheduler(components, queueManager, multiQueue, logLevel);
-    return scheduler.schedule();
-}
-//# sourceMappingURL=scheduler.js.map

package/dist/engine/scheduler.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../src/engine/scheduler.ts"],"names":[],"mappings":"AAAA,0BAA0B;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAE/B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,QAAQ,MAAM,oBAAoB,CAAA;AAGzC;;GAEG;AACH,MAAM,aAAa,GAAG;IAClB,SAAS,EAAE;QACP,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;KACxC;IACD,SAAS,EAAE;QACP,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;KACxC;IACD,QAAQ,EAAE;QACN,WAAW,EAAE,CAAC,CAAC,8BAA8B;KAChD;IACD,YAAY,EAAE;QACV,WAAW,EAAE,CAAC,cAAsB,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;KACvE;CACK,CAAA;AAEV;;GAEG;AACH,MAAM,iBAAiB,GAAG;IACtB,gBAAgB,EAAE,IAAI;IACtB,QAAQ,EAAE,CAAC;IACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE;CACvC,CAAA;AAEV;;;;;;;;GAQG;AACH,MAAM,kBAAkB;IAQpB;;;;;;OAMG;IACH,YACI,UAAwC,EACxC,YAA0B,EAC1B,aAAsB,IAAI,EAC1B,QAAmB;QAdN,iBAAY,GAA0C,EAAE,CAAA;QACxD,sBAAiB,GAA6C,EAAE,CAAA;QAe7E,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CACpB,aAAa,EACb,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAClF,CAAA;QAED,IAAI,CAAC,kBAAkB,EAAE,CAAA;IAC7B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,oBAAoB,EAAE,CAAA;QAE3B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAA;QACrC,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAA;QACtC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,kBAAkB;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;QACzC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,oBAAoB;QAChB,IAAI,CAAC,uBAAuB,EAAE,CAAA;QAC9B,IAAI,CAAC,4BAA4B,EAAE,CAAA;IACvC,CAAC;IAED;;;OAGG;IACH,uBAAuB;QACnB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,IAAI,YAAY,SAAS,CAAC;gBAAE,SAAQ;YAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC;gBAAE,SAAQ;YAEpD,MAAM,eAAe,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAA;YAC3D,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAA;YAC5C,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,eAAe,EAAE,UAAU,CAAC,CAAA;QAC/E,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,wBAAwB,CAAC,MAA8B;QACnD,OAAO,MAAM,CAAC,WAAW,KAAK,WAAW,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,CAAA;IAC9E,CAAC;IAED;;;OAGG;IACH,sBAAsB,CAAC,MAA8B;QACjD,OAAO,KAAK,IAAI,EAAE;YACd,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;YAEnG,MAAM,KAAK,CAAC,GAAG,CACX,MAAM,CAAC,IAAI,EACX;gBACI,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,cAAc;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;aACxB,EACD,iBAAiB,CACpB,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,oBAAoB,CAAC,CAAA;QAC7E,CAAC,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,4BAA4B;QACxB,cAAc,CAAC,EAAE,CAAC,iBAAiB,EAAE,KAAK,EAAC,KAAK,EAAC,EAAE;YAC/C,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB;gBAAE,OAAM;YAEhD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,KAAK,CAAC,aAAa,EAAE,CAAC,CAAA;YACnF,MAAM,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;QAC/D,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,2BAA2B,CAAC,aAAqB;QACnD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,IAAI,YAAY,SAAS,CAAC;gBAAE,SAAQ;YAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,MAAM,CAAC,IAAI,WAAW,aAAa,GAAG,CAAC,CAAA;gBAClF,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAA;YACzC,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAChC,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAEhC,OAAO,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,IAAI,CAAC,sBAAsB,EAAE,EAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC,CAAA;IACvG,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,IAAI,YAAY,SAAS,CAAC,CAAA;QAEjG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAA;YAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAA;YAExC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,kBAAkB,CACrD,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;gBACI,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;aACvD,CACJ,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,IAAI,gBAAgB,QAAQ,EAAE,CAAC,CAAA;QACzE,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,IAAI,YAAY,SAAS,CAAC,CAAA;QAEjG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAA;YAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAA;YAExC,IAAI,QAAQ,IAAI,MAAM,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;gBACjD,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,kBAAkB,CACrD,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;oBACI,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;iBACvD,CACJ,CAAA;gBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,IAAI,gBAAgB,QAAQ,EAAE,CAAC,CAAA;YACzE,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,sBAAsB;QAClB,OAAO,IAAI,MAAM,CAAC,eAAe,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE;YAC5E,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU;YAC5D,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC,WAAW;YAChD,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO;SAC3C,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,sBAAsB;QAClB,OAAO,IAAI,MAAM,CAAC,eAAe,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAAE;YAC5E,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU;YAC5D,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC,WAAW;YAChD,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO;SAC3C,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,qBAAqB;QACjB,OAAO,IAAI,MAAM,CAAC,aAAa,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE;YACzE,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU;YAC3D,WAAW,EAAE,aAAa,CAAC,QAAQ,CAAC,WAAW;SAClD,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB,CAAC,GAAQ;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAc,CAAA;QACrD,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QAEnD,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;YAE/B,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;gBAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,IAAI,UAAU,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB,CAAC,GAAQ;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAc,CAAA;QACrD,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAA;QAE7E,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;YAE/B,kCAAkC;YAClC,cAAc,CAAC,IAAI,CAAC,iBAAiB,EAAE;gBACnC,IAAI,EAAE,qBAAqB;gBAC3B,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,IAAI;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE;aAC5B,CAAC,CAAA;YAEF,OAAO;gBACH,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,IAAI,UAAU,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB,CAAC,GAAQ;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IACpC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB;QACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAA;QAEtE,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;QACpD,MAAM,IAAI,CAAC,mCAAmC,CAAC,WAAW,CAAC,CAAA;QAE3D,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,EAAE;YACvF,UAAU,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU;YACvC,WAAW,EAAE,aAAa,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;SAC9E,CAAC,CAAA;QAEF,OAAO,CAAC,MAAM,CAAC,CAAA;IACnB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mCAAmC,CAAC,WAAgB;QACtD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;YAEnC,MAAM,cAAc,GAChB,IAAI,YAAY,SAAS;gBACrB,CAAC,CAAC,QAAQ,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC,WAAW,KAAK,WAAW;gBACjE,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAA;YAE3B,IAAI,cAAc,EAAE,CAAC;gBACjB,MAAM,WAAW,CAAC,kBAAkB,CAChC,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;oBACI,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE;wBACF,IAAI,EAAE,IAAI,YAAY,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW;wBAC3D,WAAW,EAAE,UAAU;qBAC1B;iBACJ,CACJ,CAAA;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,sBAAsB,CAAC,GAAQ;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IACpC,CAAC;CACJ;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,UAAwC,EACxC,YAA0B,EAC1B,aAAsB,IAAI,EAC1B,QAAmB;IAEnB,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAA;IACxF,OAAO,SAAS,CAAC,QAAQ,EAAE,CAAA;AAC/B,CAAC"}

package/dist/engine/upload_processor.d.ts

@@ -1,36 +0,0 @@
-import type { ConnectionOptions } from 'bullmq';
-import type { StorageService } from '../storage/storage_service.js';
-import type { DatabaseAdapter } from '../database/database_adapter.js';
-export interface TilesetUploadJobData {
-    type: 'tileset';
-    recordId: number;
-    tempFilePath: string;
-    componentName: string;
-    userId: number;
-    filename: string;
-    description: string;
-}
-export type UploadJobData = TilesetUploadJobData;
-export type UploadStatus = 'pending' | 'processing' | 'completed' | 'failed';
-/**
- * Background worker for processing large file uploads (tileset extraction).
- * Prevents HTTP timeout by queuing jobs and processing asynchronously.
- *
- * Flow:
- * 1. Read ZIP from temp file
- * 2. Extract and upload all files to storage (OVH S3)
- * 3. Update database with tileset_url and base_path
- * 4. Clean up temp file
- */
-export declare class UploadProcessor {
-    private worker;
-    private storage;
-    private db;
-    constructor(storage: StorageService, db: DatabaseAdapter);
-    start(connection: ConnectionOptions): void;
-    stop(): Promise<void>;
-    private processJob;
-    private processTilesetUpload;
-    private updateRecordStatus;
-}
-//# sourceMappingURL=upload_processor.d.ts.map

package/dist/engine/upload_processor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"upload_processor.d.ts","sourceRoot":"","sources":["../../src/engine/upload_processor.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAA;AAC/C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAA;AACnE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAA;AAItE,MAAM,WAAW,oBAAoB;IACjC,IAAI,EAAE,SAAS,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,WAAW,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,MAAM,aAAa,GAAG,oBAAoB,CAAA;AAChD,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,YAAY,GAAG,WAAW,GAAG,QAAQ,CAAA;AAE5E;;;;;;;;;GASG;AACH,qBAAa,eAAe;IACxB,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,EAAE,CAAiB;gBAEf,OAAO,EAAE,cAAc,EAAE,EAAE,EAAE,eAAe;IAKxD,KAAK,CAAC,UAAU,EAAE,iBAAiB,GAAG,IAAI;IAWpC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAOb,UAAU;YAQV,oBAAoB;YAiEpB,kBAAkB;CAGnC"}