@cepseudo/engine 1.0.0

package/dist/openapi/generator.js

@@ -0,0 +1,293 @@
+/**
+ * @fileoverview OpenAPI specification generator for Digital Twin components
+ *
+ * This module provides utilities to automatically generate OpenAPI 3.0
+ * documentation from Digital Twin components that implement OpenAPIDocumentable.
+ */
+import { isOpenAPIDocumentable } from '@cepseudo/shared';
+/**
+ * Generates OpenAPI 3.0 specifications from Digital Twin components.
+ *
+ * The generator aggregates OpenAPI specs from all components that implement
+ * the OpenAPIDocumentable interface and produces a complete OpenAPI document.
+ *
+ * @example
+ * ```typescript
+ * import { OpenAPIGenerator } from 'digitaltwin-core'
+ * import * as components from './src/components'
+ *
+ * const spec = OpenAPIGenerator.generate({
+ *   info: {
+ *     title: 'My Digital Twin API',
+ *     version: '1.0.0',
+ *     description: 'API documentation'
+ *   },
+ *   components: Object.values(components),
+ *   servers: [{ url: 'http://localhost:3000' }]
+ * })
+ *
+ * // Write to file
+ * OpenAPIGenerator.writeYAML(spec, './openapi.yaml')
+ * ```
+ */
+export class OpenAPIGenerator {
+    /**
+     * Generates an OpenAPI document from the provided components.
+     *
+     * @param options - Generation options including components and metadata
+     * @returns Complete OpenAPI document
+     */
+    static generate(options) {
+        const { info, servers, components, additionalSchemas, additionalTags, includeAuth = true } = options;
+        // Filter components that implement OpenAPIDocumentable
+        const documentableComponents = components.filter(isOpenAPIDocumentable);
+        // Aggregate paths, tags, and schemas from all components
+        const allPaths = {};
+        const allTags = additionalTags ? [...additionalTags] : [];
+        const allSchemas = additionalSchemas ? { ...additionalSchemas } : {};
+        const tagNames = new Set(additionalTags?.map(t => t.name) || []);
+        for (const component of documentableComponents) {
+            try {
+                const spec = component.getOpenAPISpec();
+                // Merge paths
+                for (const [path, pathItem] of Object.entries(spec.paths)) {
+                    if (allPaths[path]) {
+                        // Merge operations into existing path
+                        allPaths[path] = { ...allPaths[path], ...pathItem };
+                    }
+                    else {
+                        allPaths[path] = pathItem;
+                    }
+                }
+                // Merge tags (avoid duplicates)
+                if (spec.tags) {
+                    for (const tag of spec.tags) {
+                        if (!tagNames.has(tag.name)) {
+                            allTags.push(tag);
+                            tagNames.add(tag.name);
+                        }
+                    }
+                }
+                // Merge schemas
+                if (spec.schemas) {
+                    Object.assign(allSchemas, spec.schemas);
+                }
+            }
+            catch (error) {
+                const componentName = 'getConfiguration' in component
+                    ? component.getConfiguration().name
+                    : 'unknown';
+                console.warn(`Warning: Failed to get OpenAPI spec from component "${componentName}":`, error);
+            }
+        }
+        // Sort tags alphabetically
+        allTags.sort((a, b) => a.name.localeCompare(b.name));
+        // Build components section
+        const componentsSection = {};
+        if (Object.keys(allSchemas).length > 0) {
+            componentsSection.schemas = allSchemas;
+        }
+        if (includeAuth) {
+            componentsSection.securitySchemes = this.getDefaultSecuritySchemes();
+        }
+        // Build final document
+        const document = {
+            openapi: '3.0.3',
+            info,
+            paths: allPaths
+        };
+        if (servers && servers.length > 0) {
+            document.servers = servers;
+        }
+        if (allTags.length > 0) {
+            document.tags = allTags;
+        }
+        if (Object.keys(componentsSection).length > 0) {
+            document.components = componentsSection;
+        }
+        return document;
+    }
+    /**
+     * Returns default security schemes for APISIX/Keycloak authentication.
+     */
+    static getDefaultSecuritySchemes() {
+        return {
+            ApiKeyAuth: {
+                type: 'apiKey',
+                in: 'header',
+                name: 'x-user-id',
+                description: 'Keycloak user ID (forwarded by APISIX)'
+            }
+        };
+    }
+    /**
+     * Converts an OpenAPI document to YAML string.
+     *
+     * @param document - OpenAPI document to convert
+     * @returns YAML string representation
+     */
+    static toYAML(document) {
+        return this.objectToYAML(document, 0);
+    }
+    /**
+     * Converts an OpenAPI document to JSON string.
+     *
+     * @param document - OpenAPI document to convert
+     * @param pretty - Whether to format with indentation (default: true)
+     * @returns JSON string representation
+     */
+    static toJSON(document, pretty = true) {
+        return JSON.stringify(document, null, pretty ? 2 : undefined);
+    }
+    /**
+     * Recursively converts an object to YAML format.
+     * Simple implementation without external dependencies.
+     */
+    static objectToYAML(obj, indent) {
+        const spaces = '  '.repeat(indent);
+        if (obj === null || obj === undefined) {
+            return 'null';
+        }
+        if (typeof obj === 'string') {
+            // Check if string needs quoting
+            if (obj === '' ||
+                obj.includes(':') ||
+                obj.includes('#') ||
+                obj.includes('\n') ||
+                obj.includes('"') ||
+                obj.includes("'") ||
+                obj.startsWith(' ') ||
+                obj.endsWith(' ') ||
+                obj === 'true' ||
+                obj === 'false' ||
+                obj === 'null' ||
+                /^[\d.]+$/.test(obj)) {
+                // Use double quotes and escape
+                return `"${obj.replace(/\\/g, '\\\\').replace(/"/g, '\\"').replace(/\n/g, '\\n')}"`;
+            }
+            return obj;
+        }
+        if (typeof obj === 'number' || typeof obj === 'boolean') {
+            return String(obj);
+        }
+        if (Array.isArray(obj)) {
+            if (obj.length === 0) {
+                return '[]';
+            }
+            const items = obj.map(item => {
+                const value = this.objectToYAML(item, indent + 1);
+                if (typeof item === 'object' && item !== null && !Array.isArray(item)) {
+                    // Object in array - put first property on same line as dash
+                    const lines = value.split('\n');
+                    if (lines.length > 0) {
+                        return `${spaces}- ${lines[0].trimStart()}\n${lines.slice(1).join('\n')}`;
+                    }
+                }
+                return `${spaces}- ${value}`;
+            });
+            return items.join('\n').replace(/\n+$/, '');
+        }
+        if (typeof obj === 'object') {
+            const entries = Object.entries(obj);
+            if (entries.length === 0) {
+                return '{}';
+            }
+            const lines = entries.map(([key, value]) => {
+                // Handle special keys that need quoting
+                const quotedKey = /[:\s#[\]{}]/.test(key) ? `"${key}"` : key;
+                if (value === null || value === undefined) {
+                    return `${spaces}${quotedKey}: null`;
+                }
+                if (typeof value === 'object' && !Array.isArray(value) && Object.keys(value).length > 0) {
+                    return `${spaces}${quotedKey}:\n${this.objectToYAML(value, indent + 1)}`;
+                }
+                if (Array.isArray(value) && value.length > 0) {
+                    return `${spaces}${quotedKey}:\n${this.objectToYAML(value, indent + 1)}`;
+                }
+                return `${spaces}${quotedKey}: ${this.objectToYAML(value, indent + 1)}`;
+            });
+            return lines.join('\n');
+        }
+        return String(obj);
+    }
+    /**
+     * Helper to create a simple schema reference.
+     */
+    static schemaRef(name) {
+        return { $ref: `#/components/schemas/${name}` };
+    }
+    /**
+     * Helper to create a common response for 200 OK with content.
+     */
+    static successResponse(contentType, schema, description = 'Successful response') {
+        return {
+            '200': {
+                description,
+                content: {
+                    [contentType]: { schema }
+                }
+            }
+        };
+    }
+    /**
+     * Helper to create common error responses.
+     */
+    static errorResponses(codes = [400, 401, 404, 500]) {
+        const responses = {};
+        const descriptions = {
+            400: 'Bad request',
+            401: 'Unauthorized',
+            403: 'Forbidden',
+            404: 'Not found',
+            500: 'Internal server error'
+        };
+        for (const code of codes) {
+            responses[String(code)] = { description: descriptions[code] };
+        }
+        return responses;
+    }
+    /**
+     * Common schemas used across components.
+     */
+    static { this.commonSchemas = {
+        Error: {
+            type: 'object',
+            properties: {
+                error: { type: 'string' },
+                message: { type: 'string' }
+            }
+        },
+        Point: {
+            type: 'object',
+            required: ['type', 'coordinates'],
+            properties: {
+                type: { type: 'string', enum: ['Point'] },
+                coordinates: {
+                    type: 'array',
+                    items: { type: 'number' }
+                }
+            }
+        },
+        Feature: {
+            type: 'object',
+            required: ['type', 'geometry', 'properties'],
+            properties: {
+                type: { type: 'string', enum: ['Feature'] },
+                geometry: { type: 'object' },
+                properties: { type: 'object' }
+            }
+        },
+        FeatureCollection: {
+            type: 'object',
+            required: ['type', 'features'],
+            properties: {
+                type: { type: 'string', enum: ['FeatureCollection'] },
+                features: {
+                    type: 'array',
+                    items: { $ref: '#/components/schemas/Feature' }
+                }
+            }
+        }
+    }; }
+}
+//# sourceMappingURL=generator.js.map

package/dist/openapi/generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generator.js","sourceRoot":"","sources":["../../src/openapi/generator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAUH,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAA;AAExD;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,OAAO,gBAAgB;IACzB;;;;;OAKG;IACH,MAAM,CAAC,QAAQ,CAAC,OAAgC;QAC5C,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,cAAc,EAAE,WAAW,GAAG,IAAI,EAAE,GAAG,OAAO,CAAA;QAEpG,uDAAuD;QACvD,MAAM,sBAAsB,GAAG,UAAU,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAA;QAEvE,yDAAyD;QACzD,MAAM,QAAQ,GAA6B,EAAE,CAAA;QAC7C,MAAM,OAAO,GAAiB,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACvE,MAAM,UAAU,GAAkC,iBAAiB,CAAC,CAAC,CAAC,EAAE,GAAG,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QACnG,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAS,cAAc,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;QAExE,KAAK,MAAM,SAAS,IAAI,sBAAsB,EAAE,CAAC;YAC7C,IAAI,CAAC;gBACD,MAAM,IAAI,GAAG,SAAS,CAAC,cAAc,EAAE,CAAA;gBAEvC,cAAc;gBACd,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACxD,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;wBACjB,sCAAsC;wBACtC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,QAAQ,EAAE,CAAA;oBACvD,CAAC;yBAAM,CAAC;wBACJ,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAA;oBAC7B,CAAC;gBACL,CAAC;gBAED,gCAAgC;gBAChC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;wBAC1B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;4BAC1B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;4BACjB,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;wBAC1B,CAAC;oBACL,CAAC;gBACL,CAAC;gBAED,gBAAgB;gBAChB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACf,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,CAAA;gBAC3C,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,aAAa,GACf,kBAAkB,IAAI,SAAS;oBAC3B,CAAC,CAAE,SAA0D,CAAC,gBAAgB,EAAE,CAAC,IAAI;oBACrF,CAAC,CAAC,SAAS,CAAA;gBACnB,OAAO,CAAC,IAAI,CAAC,uDAAuD,aAAa,IAAI,EAAE,KAAK,CAAC,CAAA;YACjG,CAAC;QACL,CAAC;QAED,2BAA2B;QAC3B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;QAEpD,2BAA2B;QAC3B,MAAM,iBAAiB,GAAsB,EAAE,CAAA;QAE/C,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,iBAAiB,CAAC,OAAO,GAAG,UAAU,CAAA;QAC1C,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YACd,iBAAiB,CAAC,eAAe,GAAG,IAAI,CAAC,yBAAyB,EAAE,CAAA;QACxE,CAAC;QAED,uBAAuB;QACvB,MAAM,QAAQ,GAAoB;YAC9B,OAAO,EAAE,OAAO;YAChB,IAAI;YACJ,KAAK,EAAE,QAAQ;SAClB,CAAA;QAED,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,QAAQ,CAAC,OAAO,GAAG,OAAO,CAAA;QAC9B,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,QAAQ,CAAC,IAAI,GAAG,OAAO,CAAA;QAC3B,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,QAAQ,CAAC,UAAU,GAAG,iBAAiB,CAAA;QAC3C,CAAC;QAED,OAAO,QAAQ,CAAA;IACnB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,yBAAyB;QACpC,OAAO;YACH,UAAU,EAAE;gBACR,IAAI,EAAE,QAAQ;gBACd,EAAE,EAAE,QAAQ;gBACZ,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,wCAAwC;aACxD;SACJ,CAAA;IACL,CAAC;IAED;;;;;OAKG;IACH,MAAM,CAAC,MAAM,CAAC,QAAyB;QACnC,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IACzC,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,MAAM,CAAC,QAAyB,EAAE,MAAM,GAAG,IAAI;QAClD,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACjE,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,YAAY,CAAC,GAAY,EAAE,MAAc;QACpD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAElC,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACpC,OAAO,MAAM,CAAA;QACjB,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC1B,gCAAgC;YAChC,IACI,GAAG,KAAK,EAAE;gBACV,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;gBACjB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;gBACjB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAClB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;gBACjB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;gBACjB,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC;gBACnB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;gBACjB,GAAG,KAAK,MAAM;gBACd,GAAG,KAAK,OAAO;gBACf,GAAG,KAAK,MAAM;gBACd,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EACtB,CAAC;gBACC,+BAA+B;gBAC/B,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAA;YACvF,CAAC;YACD,OAAO,GAAG,CAAA;QACd,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,SAAS,EAAE,CAAC;YACtD,OAAO,MAAM,CAAC,GAAG,CAAC,CAAA;QACtB,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnB,OAAO,IAAI,CAAA;YACf,CAAC;YAED,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBACzB,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,CAAC,CAAA;gBACjD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBACpE,4DAA4D;oBAC5D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;oBAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACnB,OAAO,GAAG,MAAM,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAA;oBAC7E,CAAC;gBACL,CAAC;gBACD,OAAO,GAAG,MAAM,KAAK,KAAK,EAAE,CAAA;YAChC,CAAC,CAAC,CAAA;YAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;QAC/C,CAAC;QAED,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,GAA8B,CAAC,CAAA;YAC9D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,OAAO,IAAI,CAAA;YACf,CAAC;YAED,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;gBACvC,wCAAwC;gBACxC,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAA;gBAE5D,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxC,OAAO,GAAG,MAAM,GAAG,SAAS,QAAQ,CAAA;gBACxC,CAAC;gBAED,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAe,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChG,OAAO,GAAG,MAAM,GAAG,SAAS,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC,EAAE,CAAA;gBAC5E,CAAC;gBAED,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3C,OAAO,GAAG,MAAM,GAAG,SAAS,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC,EAAE,CAAA;gBAC5E,CAAC;gBAED,OAAO,GAAG,MAAM,GAAG,SAAS,KAAK,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC,EAAE,CAAA;YAC3E,CAAC,CAAC,CAAA;YAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3B,CAAC;QAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAA;IACtB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAS,CAAC,IAAY;QACzB,OAAO,EAAE,IAAI,EAAE,wBAAwB,IAAI,EAAE,EAAE,CAAA;IACnD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,WAAmB,EAAE,MAAqB,EAAE,WAAW,GAAG,qBAAqB;QAClG,OAAO;YACH,KAAK,EAAE;gBACH,WAAW;gBACX,OAAO,EAAE;oBACL,CAAC,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE;iBAC5B;aACJ;SACJ,CAAA;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,QAA4C,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;QAClF,MAAM,SAAS,GAA4C,EAAE,CAAA;QAE7D,MAAM,YAAY,GAA2B;YACzC,GAAG,EAAE,aAAa;YAClB,GAAG,EAAE,cAAc;YACnB,GAAG,EAAE,WAAW;YAChB,GAAG,EAAE,WAAW;YAChB,GAAG,EAAE,uBAAuB;SAC/B,CAAA;QAED,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,WAAW,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAA;QACjE,CAAC;QAED,OAAO,SAAS,CAAA;IACpB,CAAC;IAED;;OAEG;aACI,kBAAa,GAAkC;QAClD,KAAK,EAAE;YACH,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACR,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACzB,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;aAC9B;SACJ;QACD,KAAK,EAAE;YACH,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,CAAC;YACjC,UAAU,EAAE;gBACR,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE;gBACzC,WAAW,EAAE;oBACT,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;iBAC5B;aACJ;SACJ;QACD,OAAO,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC;YAC5C,UAAU,EAAE;gBACR,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAE;gBAC3C,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;gBAC5B,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;aACjC;SACJ;QACD,iBAAiB,EAAE;YACf,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC;YAC9B,UAAU,EAAE;gBACR,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE;gBACrD,QAAQ,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE,EAAE,IAAI,EAAE,8BAA8B,EAAE;iBAClD;aACJ;SACJ;KACJ,CAAA"}

package/dist/queue_manager.d.ts

@@ -0,0 +1,87 @@
+import type { QueueOptions, ConnectionOptions } from 'bullmq';
+import { Queue } from 'bullmq';
+/**
+ * Configuration options for the Queue Manager
+ */
+export interface QueueConfig {
+    /** Number of workers for collectors (data collection) */
+    collectorWorkers?: number;
+    /** Number of workers for harvesters (data processing) */
+    harvesterWorkers?: number;
+    /** Redis connection configuration */
+    redis?: ConnectionOptions;
+    /** Advanced options for each queue type */
+    queueOptions?: {
+        collectors?: Partial<QueueOptions>;
+        harvesters?: Partial<QueueOptions>;
+        priority?: Partial<QueueOptions>;
+        uploads?: Partial<QueueOptions>;
+    };
+}
+/**
+ * Queue Manager - Manages BullMQ queues for different component types
+ *
+ * Handles three types of queues:
+ * - Collector queue: High priority, fast execution for data collection
+ * - Harvester queue: Medium priority, slower processing for data transformation
+ * - Priority queue: Urgent/manual jobs with highest priority
+ *
+ * @example
+ * ```typescript
+ * const queueManager = new QueueManager({
+ *   redis: { host: 'localhost', port: 6379 },
+ *   collectorWorkers: 3,
+ *   harvesterWorkers: 2
+ * })
+ *
+ * await queueManager.close()
+ * ```
+ */
+export declare class QueueManager {
+    #private;
+    readonly collectorQueue: Queue;
+    readonly harvesterQueue: Queue;
+    readonly priorityQueue: Queue;
+    readonly uploadQueue: Queue;
+    /**
+     * Creates a new Queue Manager instance
+     * @param config - Queue configuration options
+     */
+    constructor(config?: QueueConfig);
+    /**
+     * Closes all queues gracefully
+     * @returns Promise that resolves when all queues are closed
+     */
+    close(): Promise<void>;
+    /**
+     * Gets statistics for all queues
+     * @returns Object containing stats for each queue type
+     */
+    getQueueStats(): Promise<{
+        collectors: {
+            waiting: number;
+            active: number;
+            completed: number;
+            failed: number;
+        };
+        harvesters: {
+            waiting: number;
+            active: number;
+            completed: number;
+            failed: number;
+        };
+        priority: {
+            waiting: number;
+            active: number;
+            completed: number;
+            failed: number;
+        };
+        uploads: {
+            waiting: number;
+            active: number;
+            completed: number;
+            failed: number;
+        };
+    }>;
+}
+//# sourceMappingURL=queue_manager.d.ts.map

package/dist/queue_manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue_manager.d.ts","sourceRoot":"","sources":["../src/queue_manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,QAAQ,CAAA;AAC7D,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAA;AAE9B;;GAEG;AACH,MAAM,WAAW,WAAW;IACxB,yDAAyD;IACzD,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,yDAAyD;IACzD,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,qCAAqC;IACrC,KAAK,CAAC,EAAE,iBAAiB,CAAA;IACzB,2CAA2C;IAC3C,YAAY,CAAC,EAAE;QACX,UAAU,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;QAClC,UAAU,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;QAClC,QAAQ,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;QAChC,OAAO,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,CAAA;KAClC,CAAA;CACJ;AAyCD;;;;;;;;;;;;;;;;;;GAkBG;AACH,qBAAa,YAAY;;IACrB,QAAQ,CAAC,cAAc,EAAE,KAAK,CAAA;IAC9B,QAAQ,CAAC,cAAc,EAAE,KAAK,CAAA;IAC9B,QAAQ,CAAC,aAAa,EAAE,KAAK,CAAA;IAC7B,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAA;IAE3B;;;OAGG;gBACS,MAAM,GAAE,WAAgB;IA6EpC;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA+B5B;;;OAGG;IACG,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;CA8BtB"}

package/dist/queue_manager.js

@@ -0,0 +1,196 @@
+import { Queue } from 'bullmq';
+/**
+ * Queue configuration constants
+ */
+const QUEUE_DEFAULTS = {
+    REDIS: {
+        host: 'localhost',
+        port: 6379,
+        maxRetriesPerRequest: null,
+        enableReadyCheck: true,
+        retryStrategy: (times) => Math.min(times * 50, 2000)
+    },
+    COLLECTORS: {
+        name: 'dt-collectors',
+        attempts: 3,
+        backoffDelay: 2000,
+        keepCompleted: 100,
+        keepFailed: 50
+    },
+    HARVESTERS: {
+        name: 'dt-harvesters',
+        attempts: 5,
+        backoffDelay: 5000,
+        keepCompleted: 50,
+        keepFailed: 100
+    },
+    PRIORITY: {
+        name: 'dt-priority',
+        attempts: 2,
+        priority: 1
+    },
+    UPLOADS: {
+        name: 'dt-uploads',
+        attempts: 1, // No retries - temp file is deleted after first attempt
+        backoffDelay: 10000,
+        keepCompleted: 50,
+        keepFailed: 100
+    }
+};
+/**
+ * Queue Manager - Manages BullMQ queues for different component types
+ *
+ * Handles three types of queues:
+ * - Collector queue: High priority, fast execution for data collection
+ * - Harvester queue: Medium priority, slower processing for data transformation
+ * - Priority queue: Urgent/manual jobs with highest priority
+ *
+ * @example
+ * ```typescript
+ * const queueManager = new QueueManager({
+ *   redis: { host: 'localhost', port: 6379 },
+ *   collectorWorkers: 3,
+ *   harvesterWorkers: 2
+ * })
+ *
+ * await queueManager.close()
+ * ```
+ */
+export class QueueManager {
+    /**
+     * Creates a new Queue Manager instance
+     * @param config - Queue configuration options
+     */
+    constructor(config = {}) {
+        const baseConnection = config.redis || QUEUE_DEFAULTS.REDIS;
+        this.collectorQueue = this.#createCollectorQueue(baseConnection, config.queueOptions?.collectors);
+        this.harvesterQueue = this.#createHarvesterQueue(baseConnection, config.queueOptions?.harvesters);
+        this.priorityQueue = this.#createPriorityQueue(baseConnection, config.queueOptions?.priority);
+        this.uploadQueue = this.#createUploadQueue(baseConnection, config.queueOptions?.uploads);
+    }
+    /**
+     * Creates collector queue with optimized settings for data collection
+     * @private
+     */
+    #createCollectorQueue(connection, options) {
+        return new Queue(QUEUE_DEFAULTS.COLLECTORS.name, {
+            connection,
+            defaultJobOptions: {
+                attempts: QUEUE_DEFAULTS.COLLECTORS.attempts,
+                backoff: { type: 'exponential', delay: QUEUE_DEFAULTS.COLLECTORS.backoffDelay },
+                removeOnComplete: { count: QUEUE_DEFAULTS.COLLECTORS.keepCompleted },
+                removeOnFail: { count: QUEUE_DEFAULTS.COLLECTORS.keepFailed }
+            },
+            ...options
+        });
+    }
+    /**
+     * Creates harvester queue with settings optimized for data processing
+     * @private
+     */
+    #createHarvesterQueue(connection, options) {
+        return new Queue(QUEUE_DEFAULTS.HARVESTERS.name, {
+            connection,
+            defaultJobOptions: {
+                attempts: QUEUE_DEFAULTS.HARVESTERS.attempts,
+                backoff: { type: 'exponential', delay: QUEUE_DEFAULTS.HARVESTERS.backoffDelay },
+                removeOnComplete: { count: QUEUE_DEFAULTS.HARVESTERS.keepCompleted },
+                removeOnFail: { count: QUEUE_DEFAULTS.HARVESTERS.keepFailed }
+            },
+            ...options
+        });
+    }
+    /**
+     * Creates priority queue for urgent/manual jobs
+     * @private
+     */
+    #createPriorityQueue(connection, options) {
+        return new Queue(QUEUE_DEFAULTS.PRIORITY.name, {
+            connection,
+            defaultJobOptions: {
+                priority: QUEUE_DEFAULTS.PRIORITY.priority,
+                attempts: QUEUE_DEFAULTS.PRIORITY.attempts,
+                removeOnComplete: true,
+                removeOnFail: false
+            },
+            ...options
+        });
+    }
+    /**
+     * Creates upload queue for async file processing (tileset extraction, large uploads)
+     * @private
+     */
+    #createUploadQueue(connection, options) {
+        return new Queue(QUEUE_DEFAULTS.UPLOADS.name, {
+            connection,
+            defaultJobOptions: {
+                attempts: QUEUE_DEFAULTS.UPLOADS.attempts,
+                backoff: { type: 'exponential', delay: QUEUE_DEFAULTS.UPLOADS.backoffDelay },
+                removeOnComplete: { count: QUEUE_DEFAULTS.UPLOADS.keepCompleted },
+                removeOnFail: { count: QUEUE_DEFAULTS.UPLOADS.keepFailed }
+            },
+            ...options
+        });
+    }
+    /**
+     * Closes all queues gracefully
+     * @returns Promise that resolves when all queues are closed
+     */
+    async close() {
+        const closePromises = [];
+        // Close all queues with timeout protection
+        const queues = [this.collectorQueue, this.harvesterQueue, this.priorityQueue, this.uploadQueue];
+        for (const queue of queues) {
+            closePromises.push(Promise.race([
+                queue.close(),
+                new Promise((_, reject) => setTimeout(() => reject(new Error('Queue close timeout')), 3000))
+            ]).catch(async () => {
+                // Force close if timeout - try to access Redis connection directly
+                try {
+                    const redisConnection = queue.redisConnection;
+                    if (redisConnection && typeof redisConnection.disconnect === 'function') {
+                        await redisConnection.disconnect();
+                    }
+                }
+                catch {
+                    // Ignore forced cleanup errors
+                }
+            }));
+        }
+        await Promise.all(closePromises);
+        // Wait for connections to fully close
+        await new Promise(resolve => setTimeout(resolve, 300));
+    }
+    /**
+     * Gets statistics for all queues
+     * @returns Object containing stats for each queue type
+     */
+    async getQueueStats() {
+        const [collectorStats, harvesterStats, priorityStats, uploadStats] = await Promise.all([
+            this.#getStats(this.collectorQueue),
+            this.#getStats(this.harvesterQueue),
+            this.#getStats(this.priorityQueue),
+            this.#getStats(this.uploadQueue)
+        ]);
+        return {
+            collectors: collectorStats,
+            harvesters: harvesterStats,
+            priority: priorityStats,
+            uploads: uploadStats
+        };
+    }
+    /**
+     * Gets statistics for a specific queue
+     * @private
+     */
+    async #getStats(queue) {
+        const [waiting, active, completed, failed] = await Promise.all([
+            queue.getWaitingCount(),
+            queue.getActiveCount(),
+            queue.getCompletedCount(),
+            queue.getFailedCount()
+        ]);
+        return { waiting, active, completed, failed };
+    }
+}
+//# sourceMappingURL=queue_manager.js.map

package/dist/queue_manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue_manager.js","sourceRoot":"","sources":["../src/queue_manager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,EAAE,MAAM,QAAQ,CAAA;AAqB9B;;GAEG;AACH,MAAM,cAAc,GAAG;IACnB,KAAK,EAAE;QACH,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,IAAI;QACV,oBAAoB,EAAE,IAAI;QAC1B,gBAAgB,EAAE,IAAI;QACtB,aAAa,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,EAAE,EAAE,IAAI,CAAC;KAC/D;IACD,UAAU,EAAE;QACR,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE,CAAC;QACX,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,GAAG;QAClB,UAAU,EAAE,EAAE;KACjB;IACD,UAAU,EAAE;QACR,IAAI,EAAE,eAAe;QACrB,QAAQ,EAAE,CAAC;QACX,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,EAAE;QACjB,UAAU,EAAE,GAAG;KAClB;IACD,QAAQ,EAAE;QACN,IAAI,EAAE,aAAa;QACnB,QAAQ,EAAE,CAAC;QACX,QAAQ,EAAE,CAAC;KACd;IACD,OAAO,EAAE;QACL,IAAI,EAAE,YAAY;QAClB,QAAQ,EAAE,CAAC,EAAE,wDAAwD;QACrE,YAAY,EAAE,KAAK;QACnB,aAAa,EAAE,EAAE;QACjB,UAAU,EAAE,GAAG;KAClB;CACK,CAAA;AAEV;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,OAAO,YAAY;IAMrB;;;OAGG;IACH,YAAY,SAAsB,EAAE;QAChC,MAAM,cAAc,GAAG,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,CAAA;QAE3D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;QACjG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,qBAAqB,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,CAAA;QACjG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;QAC7F,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,EAAE,MAAM,CAAC,YAAY,EAAE,OAAO,CAAC,CAAA;IAC5F,CAAC;IAED;;;OAGG;IACH,qBAAqB,CAAC,UAA6B,EAAE,OAA+B;QAChF,OAAO,IAAI,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE;YAC7C,UAAU;YACV,iBAAiB,EAAE;gBACf,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,QAAQ;gBAC5C,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,YAAY,EAAE;gBAC/E,gBAAgB,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,aAAa,EAAE;gBACpE,YAAY,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,UAAU,EAAE;aAChE;YACD,GAAG,OAAO;SACb,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,qBAAqB,CAAC,UAA6B,EAAE,OAA+B;QAChF,OAAO,IAAI,KAAK,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE;YAC7C,UAAU;YACV,iBAAiB,EAAE;gBACf,QAAQ,EAAE,cAAc,CAAC,UAAU,CAAC,QAAQ;gBAC5C,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,YAAY,EAAE;gBAC/E,gBAAgB,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,aAAa,EAAE;gBACpE,YAAY,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,CAAC,UAAU,EAAE;aAChE;YACD,GAAG,OAAO;SACb,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,UAA6B,EAAE,OAA+B;QAC/E,OAAO,IAAI,KAAK,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE;YAC3C,UAAU;YACV,iBAAiB,EAAE;gBACf,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC,QAAQ;gBAC1C,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC,QAAQ;gBAC1C,gBAAgB,EAAE,IAAI;gBACtB,YAAY,EAAE,KAAK;aACtB;YACD,GAAG,OAAO;SACb,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,kBAAkB,CAAC,UAA6B,EAAE,OAA+B;QAC7E,OAAO,IAAI,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,IAAI,EAAE;YAC1C,UAAU;YACV,iBAAiB,EAAE;gBACf,QAAQ,EAAE,cAAc,CAAC,OAAO,CAAC,QAAQ;gBACzC,OAAO,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,YAAY,EAAE;gBAC5E,gBAAgB,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,aAAa,EAAE;gBACjE,YAAY,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,OAAO,CAAC,UAAU,EAAE;aAC7D;YACD,GAAG,OAAO;SACb,CAAC,CAAA;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACP,MAAM,aAAa,GAAoB,EAAE,CAAA;QAEzC,2CAA2C;QAC3C,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAE/F,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CACd,OAAO,CAAC,IAAI,CAAC;gBACT,KAAK,CAAC,KAAK,EAAE;gBACb,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;aACrG,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;gBAChB,mEAAmE;gBACnE,IAAI,CAAC;oBACD,MAAM,eAAe,GAAI,KAAa,CAAC,eAAe,CAAA;oBACtD,IAAI,eAAe,IAAI,OAAO,eAAe,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;wBACtE,MAAM,eAAe,CAAC,UAAU,EAAE,CAAA;oBACtC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACL,+BAA+B;gBACnC,CAAC;YACL,CAAC,CAAC,CACL,CAAA;QACL,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;QAEhC,sCAAsC;QACtC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAA;IAC1D,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa;QACf,MAAM,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACnF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC;YAClC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC;SACnC,CAAC,CAAA;QAEF,OAAO;YACH,UAAU,EAAE,cAAc;YAC1B,UAAU,EAAE,cAAc;YAC1B,QAAQ,EAAE,aAAa;YACvB,OAAO,EAAE,WAAW;SACvB,CAAA;IACL,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,SAAS,CAAC,KAAY;QACxB,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC3D,KAAK,CAAC,eAAe,EAAE;YACvB,KAAK,CAAC,cAAc,EAAE;YACtB,KAAK,CAAC,iBAAiB,EAAE;YACzB,KAAK,CAAC,cAAc,EAAE;SACzB,CAAC,CAAA;QAEF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,CAAA;IACjD,CAAC;CACJ"}

package/dist/scheduler.d.ts

@@ -0,0 +1,29 @@
+import { Collector, Harvester } from '@cepseudo/components';
+import { Worker } from 'bullmq';
+import type { QueueManager } from './queue_manager.js';
+import { LogLevel } from '@cepseudo/shared';
+/**
+ * Schedules components for execution using the queue manager
+ *
+ * This function creates a scheduler instance and sets up:
+ * - Job scheduling based on component schedules
+ * - Event-driven harvester triggers
+ * - Workers for processing jobs
+ *
+ * @param components - Array of components to schedule
+ * @param queueManager - Queue manager instance
+ * @param multiQueue - Whether to use multi-queue mode (default: true)
+ * @param logLevel - Log level for the scheduler (optional)
+ * @returns Promise that resolves to array of created workers
+ *
+ * @example
+ * ```typescript
+ * const workers = await scheduleComponents(
+ *   [collector1, harvester1],
+ *   queueManager,
+ *   true
+ * )
+ * ```
+ */
+export declare function scheduleComponents(components: Array<Collector | Harvester>, queueManager: QueueManager, multiQueue?: boolean, logLevel?: LogLevel): Promise<Worker[]>;
+//# sourceMappingURL=scheduler.d.ts.map

package/dist/scheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../src/scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAA;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAE/B,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AAEtD,OAAO,EAAU,QAAQ,EAAkB,MAAM,kBAAkB,CAAA;AAsbnE;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAsB,kBAAkB,CACpC,UAAU,EAAE,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC,EACxC,YAAY,EAAE,YAAY,EAC1B,UAAU,GAAE,OAAc,EAC1B,QAAQ,CAAC,EAAE,QAAQ,GACpB,OAAO,CAAC,MAAM,EAAE,CAAC,CAGnB"}