digitaltwin-core 0.1.0

package/dist/engine/scheduler.js

@@ -0,0 +1,378 @@
+// src/engine/scheduler.ts
+import { Collector } from '../components/collector.js';
+import { Harvester } from '../components/harvester.js';
+import { Worker } from 'bullmq';
+import { Logger, LogLevel } from '../utils/logger.js';
+import { engineEventBus } from './events.js';
+import debounce from 'lodash/debounce.js';
+/**
+ * Worker configuration constants
+ */
+const WORKER_CONFIG = {
+    COLLECTOR: {
+        concurrency: 5,
+        limiter: { max: 10, duration: 60000 }
+    },
+    HARVESTER: {
+        concurrency: 3,
+        limiter: { max: 20, duration: 60000 }
+    },
+    PRIORITY: {
+        concurrency: 1 // One priority task at a time
+    },
+    SINGLE_QUEUE: {
+        concurrency: (componentCount) => Math.max(componentCount, 1)
+    }
+};
+/**
+ * Default job options for event-triggered harvesters
+ */
+const EVENT_JOB_OPTIONS = {
+    removeOnComplete: true,
+    attempts: 3,
+    backoff: { type: 'exponential', delay: 1000 }
+};
+/**
+ * Component Scheduler - Manages scheduling and execution of collectors and harvesters
+ *
+ * The scheduler supports two modes:
+ * - Multi-queue mode: Separate queues for collectors, harvesters, and priority jobs
+ * - Single-queue mode: All components share one queue (legacy mode)
+ *
+ * @class ComponentScheduler
+ */
+class ComponentScheduler {
+    /**
+     * Creates a new Component Scheduler instance
+     * @param components - Array of components to schedule
+     * @param queueManager - Queue manager instance
+     * @param multiQueue - Whether to use multi-queue mode
+     * @param logLevel - Log level for the scheduler (optional)
+     */
+    constructor(components, queueManager, multiQueue = true, logLevel) {
+        this.componentMap = {};
+        this.debouncedTriggers = {};
+        this.components = components;
+        this.queueManager = queueManager;
+        this.multiQueue = multiQueue;
+        this.logger = new Logger('Scheduler', logLevel ?? (process.env.NODE_ENV === 'test' ? LogLevel.SILENT : LogLevel.INFO));
+        this.#buildComponentMap();
+    }
+    /**
+     * Schedules all components and creates workers
+     * @returns Array of created workers
+     */
+    async schedule() {
+        this.#setupEventListeners();
+        if (this.multiQueue) {
+            return this.#scheduleMultiQueue();
+        }
+        else {
+            return this.#scheduleSingleQueue();
+        }
+    }
+    /**
+     * Builds a map of component names to component instances
+     * @private
+     */
+    #buildComponentMap() {
+        for (const comp of this.components) {
+            const config = comp.getConfiguration();
+            this.componentMap[config.name] = comp;
+        }
+    }
+    /**
+     * Sets up event listeners for harvesters with on-source trigger
+     * @private
+     */
+    #setupEventListeners() {
+        this.#setupHarvesterTriggers();
+        this.#setupCollectorEventListener();
+    }
+    /**
+     * Creates debounced trigger functions for event-driven harvesters
+     * @private
+     */
+    #setupHarvesterTriggers() {
+        for (const comp of this.components) {
+            if (!(comp instanceof Harvester))
+                continue;
+            const config = comp.getConfiguration();
+            if (!this.#shouldSetupEventTrigger(config))
+                continue;
+            const triggerFunction = this.#createTriggerFunction(config);
+            const debounceMs = config.debounceMs || 1000;
+            this.debouncedTriggers[config.name] = debounce(triggerFunction, debounceMs);
+        }
+    }
+    /**
+     * Checks if a harvester should have event trigger setup
+     * @private
+     */
+    #shouldSetupEventTrigger(config) {
+        return config.triggerMode === 'on-source' || config.triggerMode === 'both';
+    }
+    /**
+     * Creates a trigger function for a harvester
+     * @private
+     */
+    #createTriggerFunction(config) {
+        return async () => {
+            const queue = this.multiQueue ? this.queueManager.harvesterQueue : this.queueManager.collectorQueue;
+            await queue.add(config.name, {
+                type: 'harvester',
+                triggeredBy: 'source-event',
+                source: config.source
+            }, EVENT_JOB_OPTIONS);
+            this.logger.debug(`Triggered harvester ${config.name} from source event`);
+        };
+    }
+    /**
+     * Sets up listener for collector completion events
+     * @private
+     */
+    #setupCollectorEventListener() {
+        engineEventBus.on('component:event', async (event) => {
+            if (event.type !== 'collector:completed')
+                return;
+            this.logger.debug(`Received collector:completed event from ${event.componentName}`);
+            await this.#triggerDependentHarvesters(event.componentName);
+        });
+    }
+    /**
+     * Triggers harvesters that depend on a completed collector
+     * @private
+     */
+    async #triggerDependentHarvesters(collectorName) {
+        for (const comp of this.components) {
+            if (!(comp instanceof Harvester))
+                continue;
+            const config = comp.getConfiguration();
+            if (config.source === collectorName && this.debouncedTriggers[config.name]) {
+                this.logger.info(`Triggering harvester ${config.name} due to ${collectorName} completion`);
+                this.debouncedTriggers[config.name]();
+            }
+        }
+    }
+    /**
+     * Schedules components in multi-queue mode
+     * @private
+     */
+    async #scheduleMultiQueue() {
+        this.logger.info('Starting multi-queue scheduling mode');
+        await this.#scheduleCollectors();
+        await this.#scheduleHarvesters();
+        const workers = [
+            this.#createCollectorWorker(),
+            this.#createHarvesterWorker(),
+            this.#createPriorityWorker()
+        ];
+        this.logger.info(`Multi-queue scheduler initialized with ${workers.length} workers`);
+        return workers;
+    }
+    /**
+     * Schedules all collectors in multi-queue mode
+     * @private
+     */
+    async #scheduleCollectors() {
+        const collectors = this.components.filter((comp) => comp instanceof Collector);
+        for (const collector of collectors) {
+            const config = collector.getConfiguration();
+            const schedule = collector.getSchedule();
+            await this.queueManager.collectorQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
+                name: config.name,
+                data: { type: 'collector', triggeredBy: 'schedule' }
+            });
+            this.logger.info(`Scheduled collector ${config.name} with pattern: ${schedule}`);
+        }
+    }
+    /**
+     * Schedules harvesters (only those not exclusively on-source) in multi-queue mode
+     * @private
+     */
+    async #scheduleHarvesters() {
+        const harvesters = this.components.filter((comp) => comp instanceof Harvester);
+        for (const harvester of harvesters) {
+            const config = harvester.getConfiguration();
+            const schedule = harvester.getSchedule();
+            if (schedule && config.triggerMode !== 'on-source') {
+                await this.queueManager.harvesterQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
+                    name: config.name,
+                    data: { type: 'harvester', triggeredBy: 'schedule' }
+                });
+                this.logger.info(`Scheduled harvester ${config.name} with pattern: ${schedule}`);
+            }
+        }
+    }
+    /**
+     * Creates collector worker for multi-queue mode
+     * @private
+     */
+    #createCollectorWorker() {
+        return new Worker('dt-collectors', async (job) => this.#processCollectorJob(job), {
+            connection: this.queueManager.collectorQueue.opts.connection,
+            concurrency: WORKER_CONFIG.COLLECTOR.concurrency,
+            limiter: WORKER_CONFIG.COLLECTOR.limiter
+        });
+    }
+    /**
+     * Creates harvester worker for multi-queue mode
+     * @private
+     */
+    #createHarvesterWorker() {
+        return new Worker('dt-harvesters', async (job) => this.#processHarvesterJob(job), {
+            connection: this.queueManager.harvesterQueue.opts.connection,
+            concurrency: WORKER_CONFIG.HARVESTER.concurrency,
+            limiter: WORKER_CONFIG.HARVESTER.limiter
+        });
+    }
+    /**
+     * Creates priority worker for multi-queue mode
+     * @private
+     */
+    #createPriorityWorker() {
+        return new Worker('dt-priority', async (job) => this.#processPriorityJob(job), {
+            connection: this.queueManager.priorityQueue.opts.connection,
+            concurrency: WORKER_CONFIG.PRIORITY.concurrency
+        });
+    }
+    /**
+     * Processes a collector job
+     * @private
+     */
+    async #processCollectorJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return;
+        this.logger.info(`Running collector: ${job.name}`);
+        try {
+            const result = await comp.run();
+            return {
+                success: true,
+                bytes: result?.length || 0,
+                timestamp: new Date().toISOString()
+            };
+        }
+        catch (error) {
+            this.logger.error(`Collector ${job.name} failed:`, error);
+            throw error;
+        }
+    }
+    /**
+     * Processes a harvester job
+     * @private
+     */
+    async #processHarvesterJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return;
+        this.logger.info(`Running harvester: ${job.name} (triggered by: ${job.data.triggeredBy})`);
+        try {
+            const result = await comp.run();
+            // Emit harvester completion event
+            engineEventBus.emit('component:event', {
+                type: 'harvester:completed',
+                componentName: comp.getConfiguration().name,
+                timestamp: new Date(),
+                data: { success: result }
+            });
+            return {
+                success: result,
+                timestamp: new Date().toISOString()
+            };
+        }
+        catch (error) {
+            this.logger.error(`Harvester ${job.name} failed:`, error);
+            throw error;
+        }
+    }
+    /**
+     * Processes a priority job
+     * @private
+     */
+    async #processPriorityJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return;
+        this.logger.info(`Running priority job: ${job.name}`);
+        const result = await comp.run();
+        return { success: true, result };
+    }
+    /**
+     * Schedules components in single-queue mode (legacy)
+     * @private
+     */
+    async #scheduleSingleQueue() {
+        this.logger.warn('Running in single-queue mode (not recommended)');
+        const singleQueue = this.queueManager.collectorQueue;
+        await this.#scheduleAllComponentsInSingleQueue(singleQueue);
+        const worker = new Worker(singleQueue.name, async (job) => this.#processSingleQueueJob(job), {
+            connection: singleQueue.opts.connection,
+            concurrency: WORKER_CONFIG.SINGLE_QUEUE.concurrency(this.components.length)
+        });
+        this.logger.info('Single-queue scheduler initialized with 1 worker');
+        return [worker];
+    }
+    /**
+     * Schedules all components in single queue
+     * @private
+     */
+    async #scheduleAllComponentsInSingleQueue(singleQueue) {
+        for (const comp of this.components) {
+            const config = comp.getConfiguration();
+            const schedule = comp.getSchedule();
+            const shouldSchedule = comp instanceof Harvester
+                ? schedule && comp.getConfiguration().triggerMode !== 'on-source'
+                : schedule !== null;
+            if (shouldSchedule) {
+                await singleQueue.upsertJobScheduler(config.name, { pattern: schedule }, {
+                    name: config.name,
+                    data: {
+                        type: comp instanceof Collector ? 'collector' : 'harvester',
+                        triggeredBy: 'schedule'
+                    }
+                });
+            }
+        }
+    }
+    /**
+     * Processes a job in single-queue mode
+     * @private
+     */
+    async #processSingleQueueJob(job) {
+        const comp = this.componentMap[job.name];
+        if (!comp)
+            return;
+        this.logger.info(`Running ${job.data.type}: ${job.name}`);
+        const result = await comp.run();
+        return { success: true, result };
+    }
+}
+/**
+ * Schedules components for execution using the queue manager
+ *
+ * This function creates a scheduler instance and sets up:
+ * - Job scheduling based on component schedules
+ * - Event-driven harvester triggers
+ * - Workers for processing jobs
+ *
+ * @param components - Array of components to schedule
+ * @param queueManager - Queue manager instance
+ * @param multiQueue - Whether to use multi-queue mode (default: true)
+ * @param logLevel - Log level for the scheduler (optional)
+ * @returns Promise that resolves to array of created workers
+ *
+ * @example
+ * ```typescript
+ * const workers = await scheduleComponents(
+ *   [collector1, harvester1],
+ *   queueManager,
+ *   true
+ * )
+ * ```
+ */
+export async function scheduleComponents(components, queueManager, multiQueue = true, logLevel) {
+    const scheduler = new ComponentScheduler(components, queueManager, multiQueue, logLevel);
+    return scheduler.schedule();
+}
+//# sourceMappingURL=scheduler.js.map

package/dist/engine/scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../src/engine/scheduler.ts"],"names":[],"mappings":"AAAA,0BAA0B;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAA;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAE/B,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,QAAQ,MAAM,oBAAoB,CAAA;AAGzC;;GAEG;AACH,MAAM,aAAa,GAAG;IAClB,SAAS,EAAE;QACP,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;KACxC;IACD,SAAS,EAAE;QACP,WAAW,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE;KACxC;IACD,QAAQ,EAAE;QACN,WAAW,EAAE,CAAC,CAAC,8BAA8B;KAChD;IACD,YAAY,EAAE;QACV,WAAW,EAAE,CAAC,cAAsB,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;KACvE;CACK,CAAA;AAEV;;GAEG;AACH,MAAM,iBAAiB,GAAG;IACtB,gBAAgB,EAAE,IAAI;IACtB,QAAQ,EAAE,CAAC;IACX,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE;CACvC,CAAA;AAEV;;;;;;;;GAQG;AACH,MAAM,kBAAkB;IAQpB;;;;;;OAMG;IACH,YACI,UAAwC,EACxC,YAA0B,EAC1B,aAAsB,IAAI,EAC1B,QAAmB;QAdN,iBAAY,GAA0C,EAAE,CAAA;QACxD,sBAAiB,GAA6B,EAAE,CAAA;QAe7D,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,WAAW,EAAE,QAAQ,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;QAEtH,IAAI,CAAC,kBAAkB,EAAE,CAAA;IAC7B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,oBAAoB,EAAE,CAAA;QAE3B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAA;QACrC,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAA;QACtC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,kBAAkB;QACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;QACzC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,oBAAoB;QAChB,IAAI,CAAC,uBAAuB,EAAE,CAAA;QAC9B,IAAI,CAAC,4BAA4B,EAAE,CAAA;IACvC,CAAC;IAED;;;OAGG;IACH,uBAAuB;QACnB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,IAAI,YAAY,SAAS,CAAC;gBAAE,SAAQ;YAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC;gBAAE,SAAQ;YAEpD,MAAM,eAAe,GAAG,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAA;YAC3D,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAA;YAC5C,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,eAAe,EAAE,UAAU,CAAC,CAAA;QAC/E,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,wBAAwB,CAAC,MAA8B;QACnD,OAAO,MAAM,CAAC,WAAW,KAAK,WAAW,IAAI,MAAM,CAAC,WAAW,KAAK,MAAM,CAAA;IAC9E,CAAC;IAED;;;OAGG;IACH,sBAAsB,CAAC,MAA8B;QACjD,OAAO,KAAK,IAAI,EAAE;YACd,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;YAEnG,MAAM,KAAK,CAAC,GAAG,CACX,MAAM,CAAC,IAAI,EACX;gBACI,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,cAAc;gBAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;aACxB,EACD,iBAAiB,CACpB,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,MAAM,CAAC,IAAI,oBAAoB,CAAC,CAAA;QAC7E,CAAC,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,4BAA4B;QACxB,cAAc,CAAC,EAAE,CAAC,iBAAiB,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACjD,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB;gBAAE,OAAM;YAEhD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,KAAK,CAAC,aAAa,EAAE,CAAC,CAAA;YACnF,MAAM,IAAI,CAAC,2BAA2B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;QAC/D,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,2BAA2B,CAAC,aAAqB;QACnD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,IAAI,CAAC,CAAC,IAAI,YAAY,SAAS,CAAC;gBAAE,SAAQ;YAE1C,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,IAAI,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,IAAI,WAAW,aAAa,aAAa,CAAC,CAAA;gBAC1F,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAA;YACzC,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAA;QAExD,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAChC,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAEhC,MAAM,OAAO,GAAG;YACZ,IAAI,CAAC,sBAAsB,EAAE;YAC7B,IAAI,CAAC,sBAAsB,EAAE;YAC7B,IAAI,CAAC,qBAAqB,EAAE;SAC/B,CAAA;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,OAAO,CAAC,MAAM,UAAU,CAAC,CAAA;QACpF,OAAO,OAAO,CAAA;IAClB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,IAAI,YAAY,SAAS,CAAC,CAAA;QAEjG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAA;YAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAA;YAExC,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,kBAAkB,CACrD,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;gBACI,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;aACvD,CACJ,CAAA;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,IAAI,kBAAkB,QAAQ,EAAE,CAAC,CAAA;QACpF,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAqB,EAAE,CAAC,IAAI,YAAY,SAAS,CAAC,CAAA;QAEjG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,gBAAgB,EAAE,CAAA;YAC3C,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAA;YAExC,IAAI,QAAQ,IAAI,MAAM,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;gBACjD,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,kBAAkB,CACrD,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;oBACI,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE;iBACvD,CACJ,CAAA;gBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,MAAM,CAAC,IAAI,kBAAkB,QAAQ,EAAE,CAAC,CAAA;YACpF,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,sBAAsB;QAClB,OAAO,IAAI,MAAM,CACb,eAAe,EACf,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAC7C;YACI,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU;YAC5D,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC,WAAW;YAChD,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO;SAC3C,CACJ,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,sBAAsB;QAClB,OAAO,IAAI,MAAM,CACb,eAAe,EACf,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,EAC7C;YACI,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU;YAC5D,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC,WAAW;YAChD,OAAO,EAAE,aAAa,CAAC,SAAS,CAAC,OAAO;SAC3C,CACJ,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,qBAAqB;QACjB,OAAO,IAAI,MAAM,CACb,aAAa,EACb,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAC5C;YACI,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU;YAC3D,WAAW,EAAE,aAAa,CAAC,QAAQ,CAAC,WAAW;SAClD,CACJ,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB,CAAC,GAAQ;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAc,CAAA;QACrD,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QAElD,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;YAE/B,OAAO;gBACH,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;gBAC1B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,IAAI,UAAU,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB,CAAC,GAAQ;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAc,CAAA;QACrD,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,GAAG,CAAC,IAAI,mBAAmB,GAAG,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAA;QAE1F,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;YAE/B,kCAAkC;YAClC,cAAc,CAAC,IAAI,CAAC,iBAAiB,EAAE;gBACnC,IAAI,EAAE,qBAAqB;gBAC3B,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,IAAI;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE;aAC5B,CAAC,CAAA;YAEF,OAAO;gBACH,OAAO,EAAE,MAAM;gBACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC,CAAA;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,IAAI,UAAU,EAAE,KAAK,CAAC,CAAA;YACzD,MAAM,KAAK,CAAA;QACf,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mBAAmB,CAAC,GAAQ;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QACrD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IACpC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,oBAAoB;QACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAA;QAElE,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,cAAc,CAAA;QACpD,MAAM,IAAI,CAAC,mCAAmC,CAAC,WAAW,CAAC,CAAA;QAE3D,MAAM,MAAM,GAAG,IAAI,MAAM,CACrB,WAAW,CAAC,IAAI,EAChB,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,EAC/C;YACI,UAAU,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU;YACvC,WAAW,EAAE,aAAa,CAAC,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;SAC9E,CACJ,CAAA;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAA;QACpE,OAAO,CAAC,MAAM,CAAC,CAAA;IACnB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,mCAAmC,CAAC,WAAgB;QACtD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAA;YACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;YAEnC,MAAM,cAAc,GAAG,IAAI,YAAY,SAAS;gBAC5C,CAAC,CAAC,QAAQ,IAAK,IAAI,CAAC,gBAAgB,EAA6B,CAAC,WAAW,KAAK,WAAW;gBAC7F,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAA;YAEvB,IAAI,cAAc,EAAE,CAAC;gBACjB,MAAM,WAAW,CAAC,kBAAkB,CAChC,MAAM,CAAC,IAAI,EACX,EAAE,OAAO,EAAE,QAAQ,EAAE,EACrB;oBACI,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE;wBACF,IAAI,EAAE,IAAI,YAAY,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW;wBAC3D,WAAW,EAAE,UAAU;qBAC1B;iBACJ,CACJ,CAAA;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,sBAAsB,CAAC,GAAQ;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,IAAI;YAAE,OAAM;QAEjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAA;IACpC,CAAC;CACJ;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACpC,UAAwC,EACxC,YAA0B,EAC1B,aAAsB,IAAI,EAC1B,QAAmB;IAEnB,MAAM,SAAS,GAAG,IAAI,kBAAkB,CAAC,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAA;IACxF,OAAO,SAAS,CAAC,QAAQ,EAAE,CAAA;AAC/B,CAAC"}

package/dist/env/env.d.ts

@@ -0,0 +1,25 @@
+export declare class Env {
+    static schema: {
+        string: (opts?: {
+            optional?: boolean;
+            format?: "url" | "email";
+        }) => {
+            optional?: boolean;
+            format?: "url" | "email";
+            type: "string";
+        };
+        number: (opts?: {
+            optional?: boolean;
+        }) => {
+            optional?: boolean;
+            type: "number";
+        };
+        enum: <T extends string[]>(values: T) => {
+            type: "enum";
+            values: T;
+        };
+    };
+    static config: Record<string, any>;
+    static validate<T extends Record<string, any>>(schema: Record<string, any>, rawEnv?: NodeJS.ProcessEnv): T;
+}
+//# sourceMappingURL=env.d.ts.map

package/dist/env/env.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.d.ts","sourceRoot":"","sources":["../../src/env/env.ts"],"names":[],"mappings":"AAAA,qBAAa,GAAG;IACZ,MAAM,CAAC,MAAM;wBACO;YAAE,QAAQ,CAAC,EAAE,OAAO,CAAC;YAAC,MAAM,CAAC,EAAE,KAAK,GAAG,OAAO,CAAA;SAAE;uBAAnC,OAAO;qBAAW,KAAK,GAAG,OAAO;;;wBAK9C;YAAE,QAAQ,CAAC,EAAE,OAAO,CAAA;SAAE;uBAAT,OAAO;;;eAK7B,CAAC,SAAS,MAAM,EAAE,UAAU,CAAC;;;;MAIvC;IAED,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAK;IAEvC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,oBAAc,GAAG,CAAC;CA0CvG"}

package/dist/env/env.js

@@ -0,0 +1,55 @@
+export class Env {
+    static { this.schema = {
+        string: (opts) => ({
+            type: 'string',
+            ...opts,
+        }),
+        number: (opts) => ({
+            type: 'number',
+            ...opts,
+        }),
+        enum: (values) => ({
+            type: 'enum',
+            values,
+        }),
+    }; }
+    static { this.config = {}; }
+    static validate(schema, rawEnv = process.env) {
+        const config = {};
+        for (const [key, rules] of Object.entries(schema)) {
+            const value = rawEnv[key];
+            if (value === undefined || value === '') {
+                if (rules.optional)
+                    continue;
+                throw new Error(`Missing environment variable: ${key}`);
+            }
+            switch (rules.type) {
+                case 'string':
+                    if (rules.format === 'url' && !/^https?:\/\/.+$/.test(value)) {
+                        throw new Error(`Invalid URL format for ${key}`);
+                    }
+                    if (rules.format === 'email' && !/^[^\s@]+@[^\s@]+\.[^\s@]+$/.test(value)) {
+                        throw new Error(`Invalid email format for ${key}`);
+                    }
+                    config[key] = value;
+                    break;
+                case 'number':
+                    const parsed = Number(value);
+                    if (isNaN(parsed)) {
+                        throw new Error(`Invalid number format for ${key}`);
+                    }
+                    config[key] = parsed;
+                    break;
+                case 'enum':
+                    if (!rules.values.includes(value)) {
+                        throw new Error(`Invalid value for ${key}, expected one of ${rules.values.join(', ')}`);
+                    }
+                    config[key] = value;
+                    break;
+            }
+        }
+        this.config = config;
+        return config;
+    }
+}
+//# sourceMappingURL=env.js.map

package/dist/env/env.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"env.js","sourceRoot":"","sources":["../../src/env/env.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,GAAG;aACL,WAAM,GAAG;QACZ,MAAM,EAAE,CAAC,IAAuD,EAAE,EAAE,CAAC,CAAC;YAClE,IAAI,EAAE,QAAiB;YACvB,GAAG,IAAI;SACV,CAAC;QAEF,MAAM,EAAE,CAAC,IAA6B,EAAE,EAAE,CAAC,CAAC;YACxC,IAAI,EAAE,QAAiB;YACvB,GAAG,IAAI;SACV,CAAC;QAEF,IAAI,EAAE,CAAqB,MAAS,EAAE,EAAE,CAAC,CAAC;YACtC,IAAI,EAAE,MAAe;YACrB,MAAM;SACT,CAAC;KACL,CAAA;aAEM,WAAM,GAAwB,EAAE,CAAA;IAEvC,MAAM,CAAC,QAAQ,CAAgC,MAA2B,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG;QAC5F,MAAM,MAAM,GAAQ,EAAE,CAAA;QAEtB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAA;YAEzB,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;gBACtC,IAAI,KAAK,CAAC,QAAQ;oBAAE,SAAQ;gBAC5B,MAAM,IAAI,KAAK,CAAC,iCAAiC,GAAG,EAAE,CAAC,CAAA;YAC3D,CAAC;YAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,QAAQ;oBACT,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC3D,MAAM,IAAI,KAAK,CAAC,0BAA0B,GAAG,EAAE,CAAC,CAAA;oBACpD,CAAC;oBACD,IAAI,KAAK,CAAC,MAAM,KAAK,OAAO,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;wBACxE,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAA;oBACtD,CAAC;oBACD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;oBACnB,MAAK;gBAET,KAAK,QAAQ;oBACT,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;oBAC5B,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;wBAChB,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAA;oBACvD,CAAC;oBACD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAA;oBACpB,MAAK;gBAET,KAAK,MAAM;oBACP,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;wBAChC,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;oBAC3F,CAAC;oBACD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;oBACnB,MAAK;YACb,CAAC;QACL,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,OAAO,MAAM,CAAA;IACjB,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,23 @@
+export { DigitalTwinEngine } from './engine/digital_twin_engine.js';
+export { Collector } from './components/collector.js';
+export { Harvester } from './components/harvester.js';
+export { Handler } from './components/handler.js';
+export { AssetsManager } from './components/assets_manager.js';
+export { GlobalAssetsHandler } from './components/global_assets_handler.js';
+export { StorageService } from './storage/storage_service.js';
+export { LocalStorageService } from './storage/adapters/local_storage_service.js';
+export { OvhS3StorageService } from './storage/adapters/ovh_storage_service.js';
+export { StorageServiceFactory } from './storage/storage_factory.js';
+export { DatabaseAdapter } from './database/database_adapter.js';
+export { KnexDatabaseAdapter, PostgreSQLConfig, SQLiteConfig } from './database/adapters/knex_database_adapter.js';
+export * from './components/types.js';
+export * from './components/interfaces.js';
+export * from './types/data_record.js';
+export { Logger, LogLevel } from './utils/logger.js';
+export { mapToDataRecord } from './utils/map_to_data_record.js';
+export { servableEndpoint } from './utils/servable_endpoint.js';
+export { QueueManager } from './engine/queue_manager.js';
+export { initializeComponents } from './engine/initializer.js';
+export * from './engine/events.js';
+export * from './engine/endpoints.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AAGnE,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAA;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAA;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAA;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAA;AAG3E,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,6CAA6C,CAAA;AACjF,OAAO,EAAE,mBAAmB,EAAE,MAAM,2CAA2C,CAAA;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAA;AAGpE,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAA;AAChE,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,8CAA8C,CAAA;AAGlH,cAAc,uBAAuB,CAAA;AACrC,cAAc,4BAA4B,CAAA;AAC1C,cAAc,wBAAwB,CAAA;AAGtC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAA;AAG/D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAC9D,cAAc,oBAAoB,CAAA;AAClC,cAAc,uBAAuB,CAAA"}

package/dist/index.js

@@ -0,0 +1,31 @@
+// Main entry point for digitaltwin-core package
+// Core Engine
+export { DigitalTwinEngine } from './engine/digital_twin_engine.js';
+// Base Components
+export { Collector } from './components/collector.js';
+export { Harvester } from './components/harvester.js';
+export { Handler } from './components/handler.js';
+export { AssetsManager } from './components/assets_manager.js';
+export { GlobalAssetsHandler } from './components/global_assets_handler.js';
+// Storage Services
+export { StorageService } from './storage/storage_service.js';
+export { LocalStorageService } from './storage/adapters/local_storage_service.js';
+export { OvhS3StorageService } from './storage/adapters/ovh_storage_service.js';
+export { StorageServiceFactory } from './storage/storage_factory.js';
+// Database Services
+export { DatabaseAdapter } from './database/database_adapter.js';
+export { KnexDatabaseAdapter } from './database/adapters/knex_database_adapter.js';
+// Types and Interfaces
+export * from './components/types.js';
+export * from './components/interfaces.js';
+export * from './types/data_record.js';
+// Utilities
+export { Logger, LogLevel } from './utils/logger.js';
+export { mapToDataRecord } from './utils/map_to_data_record.js';
+export { servableEndpoint } from './utils/servable_endpoint.js';
+// Engine Components
+export { QueueManager } from './engine/queue_manager.js';
+export { initializeComponents } from './engine/initializer.js';
+export * from './engine/events.js';
+export * from './engine/endpoints.js';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAEhD,cAAc;AACd,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AAEnE,kBAAkB;AAClB,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAA;AACrD,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAA;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,yBAAyB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAA;AAC9D,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAA;AAE3E,mBAAmB;AACnB,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAA;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,6CAA6C,CAAA;AACjF,OAAO,EAAE,mBAAmB,EAAE,MAAM,2CAA2C,CAAA;AAC/E,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAA;AAEpE,oBAAoB;AACpB,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAA;AAChE,OAAO,EAAE,mBAAmB,EAAkC,MAAM,8CAA8C,CAAA;AAElH,uBAAuB;AACvB,cAAc,uBAAuB,CAAA;AACrC,cAAc,4BAA4B,CAAA;AAC1C,cAAc,wBAAwB,CAAA;AAEtC,YAAY;AACZ,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,EAAE,gBAAgB,EAAE,MAAM,8BAA8B,CAAA;AAE/D,oBAAoB;AACpB,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAA;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AAC9D,cAAc,oBAAoB,CAAA;AAClC,cAAc,uBAAuB,CAAA"}

package/dist/storage/adapters/local_storage_service.d.ts

@@ -0,0 +1,29 @@
+import { StorageService } from '../storage_service.js';
+/**
+ * Local filesystem-based implementation of the StorageService.
+ * Saves files in a configured folder using a timestamp as filename.
+ */
+export declare class LocalStorageService extends StorageService {
+    private baseDir;
+    constructor(baseDir?: string);
+    /**
+     * Saves the given buffer to disk under a unique filename.
+     * @param buffer - Content to save
+     * @param collectorName - Name of the collector (used for folder)
+     * @param extension - Optional file extension (e.g. 'json', 'txt')
+     * @returns Relative path to the saved file
+     */
+    save(buffer: Buffer, collectorName: string, extension?: string): Promise<string>;
+    /**
+     * Retrieves a file as buffer using its relative path.
+     * @param relativePath - Filename previously returned by `save`
+     * @returns File content as Buffer
+     */
+    retrieve(relativePath: string): Promise<Buffer>;
+    /**
+     * Deletes a stored file.
+     * @param relativePath - Filename previously returned by `save`
+     */
+    delete(relativePath: string): Promise<void>;
+}
+//# sourceMappingURL=local_storage_service.d.ts.map

package/dist/storage/adapters/local_storage_service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local_storage_service.d.ts","sourceRoot":"","sources":["../../../src/storage/adapters/local_storage_service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AAItD;;;GAGG;AACH,qBAAa,mBAAoB,SAAQ,cAAc;IACvC,OAAO,CAAC,OAAO;gBAAP,OAAO,GAAE,MAAe;IAI5C;;;;;;OAMG;IACG,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAetF;;;;OAIG;IACG,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKrD;;;OAGG;IACG,MAAM,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAIpD"}

package/dist/storage/adapters/local_storage_service.js

@@ -0,0 +1,50 @@
+import { StorageService } from '../storage_service.js';
+import fs from 'fs/promises';
+import path from 'path';
+/**
+ * Local filesystem-based implementation of the StorageService.
+ * Saves files in a configured folder using a timestamp as filename.
+ */
+export class LocalStorageService extends StorageService {
+    constructor(baseDir = 'data') {
+        super();
+        this.baseDir = baseDir;
+    }
+    /**
+     * Saves the given buffer to disk under a unique filename.
+     * @param buffer - Content to save
+     * @param collectorName - Name of the collector (used for folder)
+     * @param extension - Optional file extension (e.g. 'json', 'txt')
+     * @returns Relative path to the saved file
+     */
+    async save(buffer, collectorName, extension) {
+        const now = new Date();
+        const timestamp = now.toISOString().replace(/[:.]/g, '-');
+        const folder = collectorName || 'default';
+        const filename = extension ? `${timestamp}.${extension}` : timestamp;
+        const dirPath = path.join(this.baseDir, folder);
+        const filePath = path.join(dirPath, filename);
+        await fs.mkdir(dirPath, { recursive: true });
+        await fs.writeFile(filePath, buffer);
+        // return relative path (e.g., 'mycollector/2025-07-07T15-45-22-456Z.json')
+        return path.join(folder, filename);
+    }
+    /**
+     * Retrieves a file as buffer using its relative path.
+     * @param relativePath - Filename previously returned by `save`
+     * @returns File content as Buffer
+     */
+    async retrieve(relativePath) {
+        const filePath = path.join(this.baseDir, relativePath);
+        return fs.readFile(filePath);
+    }
+    /**
+     * Deletes a stored file.
+     * @param relativePath - Filename previously returned by `save`
+     */
+    async delete(relativePath) {
+        const filePath = path.join(this.baseDir, relativePath);
+        await fs.rm(filePath, { force: true });
+    }
+}
+//# sourceMappingURL=local_storage_service.js.map

package/dist/storage/adapters/local_storage_service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local_storage_service.js","sourceRoot":"","sources":["../../../src/storage/adapters/local_storage_service.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAA;AACtD,OAAO,EAAE,MAAM,aAAa,CAAA;AAC5B,OAAO,IAAI,MAAM,MAAM,CAAA;AAEvB;;;GAGG;AACH,MAAM,OAAO,mBAAoB,SAAQ,cAAc;IACnD,YAAoB,UAAkB,MAAM;QACxC,KAAK,EAAE,CAAA;QADS,YAAO,GAAP,OAAO,CAAiB;IAE5C,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,IAAI,CAAC,MAAc,EAAE,aAAqB,EAAE,SAAkB;QAChE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAA;QACtB,MAAM,SAAS,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;QACzD,MAAM,MAAM,GAAG,aAAa,IAAI,SAAS,CAAA;QACzC,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAA;QACpE,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QAE7C,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAC5C,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAEpC,2EAA2E;QAC3E,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IACtC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CAAC,YAAoB;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;QACtD,OAAO,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAChC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,MAAM,CAAC,YAAoB;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;QACtD,MAAM,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAC1C,CAAC;CACJ"}