mongodash 2.0.0 → 2.1.0

package/dist/lib/src/reactiveTasks/ReactiveTaskWorker.js

@@ -0,0 +1,186 @@
+/**!
+   * mongodash v2.1.0
+   * git+https://github.com/VaclavObornik/mongodash.git
+   *
+   * Copyright (c) 2025 Václav Oborník
+   * Released under the MIT license
+   */
+  "use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ReactiveTaskWorker = void 0;
+const _debug = require("debug");
+const createContinuousLock_1 = require("../createContinuousLock");
+const compileWatchProjection_1 = require("./compileWatchProjection");
+const ReactiveTaskTypes_1 = require("./ReactiveTaskTypes");
+const OnInfo_1 = require("../OnInfo");
+const OnError_1 = require("../OnError");
+const debug = _debug('mongodash:reactiveTasks:worker');
+/**
+ * Responsible for executing reactive tasks.
+ *
+ * Responsibilities:
+ * - Polls for pending tasks from the database.
+ * - Applies filtering to restrict which tasks this worker processes.
+ * - Locks tasks during execution to prevent concurrent processing.
+ * - Fetches the source document and executes the user-defined handler.
+ * - Handles task completion, failure, retries, and dead-letter queueing.
+ * - Manages the visibility timeout lock extension.
+ */
+class ReactiveTaskWorker {
+    constructor(instanceId, registry, callbacks, internalOptions = { visibilityTimeoutMs: 300000 }, taskCaller, taskFilter, onInfo = OnInfo_1.defaultOnInfo, onError = OnError_1.defaultOnError, metricsCollector) {
+        this.instanceId = instanceId;
+        this.registry = registry;
+        this.callbacks = callbacks;
+        this.internalOptions = internalOptions;
+        this.taskFilter = taskFilter;
+        this.onInfo = onInfo;
+        this.onError = onError;
+        this.metricsCollector = metricsCollector;
+        this.throttledUntil = new Map();
+        this.taskCaller = taskCaller || ((task) => task());
+    }
+    async tryRunATask(collectionName) {
+        const entry = this.registry.getEntry(collectionName);
+        let tasks = this.registry.getAllTasks();
+        if (this.taskFilter) {
+            tasks = tasks.filter((t) => this.taskFilter({ task: t.task }));
+        }
+        if (!tasks.length) {
+            return;
+        }
+        // Filter out throttled tasks
+        const now = Date.now();
+        tasks = tasks.filter((t) => {
+            const until = this.throttledUntil.get(t.task);
+            if (until && until.getTime() > now) {
+                return false;
+            }
+            if (until) {
+                this.throttledUntil.delete(t.task); // Cleanup expired throttle
+            }
+            return true;
+        });
+        if (!tasks.length) {
+            return;
+        }
+        const taskRecord = await entry.repository.findAndLockNextTask(tasks, {
+            visibilityTimeoutMs: this.internalOptions.visibilityTimeoutMs,
+        });
+        if (taskRecord) {
+            this.callbacks.onTaskFound(collectionName);
+            await this.processTask(taskRecord);
+        }
+    }
+    async processTask(taskRecord) {
+        var _a, _b, _c;
+        const taskDef = this.registry.getTask(taskRecord.task);
+        const tasksCollection = taskDef.tasksCollection;
+        let deferredTo;
+        let throttledUntil;
+        const context = {
+            docId: taskRecord.sourceDocId,
+            watchedValues: taskRecord.lastObservedValues || null,
+            getDocument: async (options) => {
+                const queryConditions = [{ _id: taskRecord.sourceDocId }];
+                if (taskDef.filter) {
+                    queryConditions.push({ $expr: taskDef.filter });
+                }
+                if (taskRecord.lastObservedValues && Object.keys(taskRecord.lastObservedValues).length > 0) {
+                    // Optimistic Locking: Ensure watched values match what triggered the task
+                    // We use the same projection logic as the planner to compare current DB state vs snapshot
+                    const projectionExpr = (0, compileWatchProjection_1.compileWatchProjection)(taskDef.watchProjection);
+                    queryConditions.push({ $expr: { $eq: [projectionExpr, taskRecord.lastObservedValues] } });
+                }
+                const query = (queryConditions.length > 1 ? { $and: queryConditions } : queryConditions[0]);
+                const sourceDoc = await taskDef.sourceCollection.findOne(query, options);
+                if (!sourceDoc) {
+                    throw new ReactiveTaskTypes_1.TaskConditionFailedError();
+                }
+                return sourceDoc;
+            },
+            deferCurrent: (delay) => {
+                deferredTo = typeof delay === 'number' ? new Date(Date.now() + delay) : delay;
+            },
+            throttleAll: (until) => {
+                throttledUntil = typeof until === 'number' ? new Date(Date.now() + until) : until;
+            },
+        };
+        const stopLock = (0, createContinuousLock_1.createContinuousLock)(tasksCollection, taskRecord._id.toString(), 'lockExpiresAt', this.internalOptions.visibilityTimeoutMs, (error) => {
+            this.onError(error);
+        });
+        const processTheTask = async () => {
+            const start = Date.now();
+            this.onInfo({
+                message: `Reactive task '${taskRecord.task}' started.`,
+                taskId: taskRecord._id.toString(),
+                code: ReactiveTaskTypes_1.CODE_REACTIVE_TASK_STARTED,
+            });
+            try {
+                await taskDef.handler(context);
+                const duration = Date.now() - start;
+                this.onInfo({
+                    message: `Reactive task '${taskRecord.task}' finished in ${duration}ms.`,
+                    taskId: taskRecord._id.toString(),
+                    code: ReactiveTaskTypes_1.CODE_REACTIVE_TASK_FINISHED,
+                    duration,
+                });
+            }
+            catch (err) {
+                if (err instanceof ReactiveTaskTypes_1.TaskConditionFailedError) {
+                    const duration = Date.now() - start;
+                    debug(`[Scheduler ${this.instanceId}] Source document ${taskRecord.sourceDocId} not found or does not match filter for task ${taskRecord._id}. Marking as completed (skipped).`);
+                    this.onInfo({
+                        message: `Reactive task '${taskRecord.task}' finished in ${duration}ms (skipped - filter mismatch).`,
+                        taskId: taskRecord._id.toString(),
+                        code: ReactiveTaskTypes_1.CODE_REACTIVE_TASK_FINISHED,
+                        duration,
+                    });
+                    // Treat as success
+                    return;
+                }
+                const duration = Date.now() - start;
+                const reason = err instanceof Error ? err.message : `${err}`;
+                this.onInfo({
+                    message: `Reactive task '${taskRecord.task}' failed in ${duration}ms.`,
+                    taskId: taskRecord._id.toString(),
+                    code: ReactiveTaskTypes_1.CODE_REACTIVE_TASK_FAILED,
+                    reason,
+                    duration,
+                });
+                throw err;
+            }
+        };
+        const start = Date.now();
+        if (taskRecord.attempts > 1) {
+            (_a = this.metricsCollector) === null || _a === void 0 ? void 0 : _a.recordRetry(taskRecord.task);
+        }
+        try {
+            await this.taskCaller(processTheTask);
+            await stopLock();
+            const duration = Date.now() - start;
+            if (throttledUntil) {
+                this.throttledUntil.set(taskRecord.task, throttledUntil);
+                debug(`[Scheduler ${this.instanceId}] Throttling task '${taskRecord.task}' until ${throttledUntil.toISOString()}`);
+            }
+            if (deferredTo) {
+                debug(`[Scheduler ${this.instanceId}] Deferring task '${taskRecord.task}' until ${deferredTo.toISOString()}`);
+                const entry = this.registry.getEntry(tasksCollection.collectionName);
+                await entry.repository.deferTask(taskRecord, deferredTo);
+                return;
+            }
+            (_b = this.metricsCollector) === null || _b === void 0 ? void 0 : _b.recordTaskExecution(taskRecord.task, 'success', duration);
+            const entry = this.registry.getEntry(tasksCollection.collectionName);
+            await entry.repository.finalizeTask(taskRecord, taskDef.retryStrategy, undefined, taskDef.debounceMs, { durationMs: duration }, taskDef.executionHistoryLimit);
+        }
+        catch (error) {
+            // Logging is already done in processTheTask via onInfo
+            await stopLock();
+            const duration = Date.now() - start;
+            (_c = this.metricsCollector) === null || _c === void 0 ? void 0 : _c.recordTaskExecution(taskRecord.task, 'failed', duration);
+            const entry = this.registry.getEntry(tasksCollection.collectionName);
+            await entry.repository.finalizeTask(taskRecord, taskDef.retryStrategy, error, taskDef.debounceMs, { durationMs: duration }, taskDef.executionHistoryLimit);
+        }
+    }
+}
+exports.ReactiveTaskWorker = ReactiveTaskWorker;
+//# sourceMappingURL=ReactiveTaskWorker.js.map

package/dist/lib/src/reactiveTasks/ReactiveTaskWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ReactiveTaskWorker.js","sourceRoot":"","sources":["../../../../src/reactiveTasks/ReactiveTaskWorker.ts"],"names":[],"mappings":";;;AACA,gCAAgC;AAChC,kEAA+D;AAE/D,qEAAkE;AAClE,2DAS6B;AAC7B,sCAAkD;AAClD,wCAAqD;AAQrD,MAAM,KAAK,GAAG,MAAM,CAAC,gCAAgC,CAAC,CAAC;AAEvD;;;;;;;;;;GAUG;AACH,MAAa,kBAAkB;IAI3B,YACY,UAAkB,EAClB,QAA8B,EAC9B,SAA0B,EAC1B,kBAAmD,EAAE,mBAAmB,EAAE,MAAM,EAAE,EAC1F,UAA+B,EACvB,UAA+B,EAC/B,SAAiB,sBAAa,EAC9B,UAAmB,wBAAc,EACjC,gBAAmC;QARnC,eAAU,GAAV,UAAU,CAAQ;QAClB,aAAQ,GAAR,QAAQ,CAAsB;QAC9B,cAAS,GAAT,SAAS,CAAiB;QAC1B,oBAAe,GAAf,eAAe,CAAmE;QAElF,eAAU,GAAV,UAAU,CAAqB;QAC/B,WAAM,GAAN,MAAM,CAAwB;QAC9B,YAAO,GAAP,OAAO,CAA0B;QACjC,qBAAgB,GAAhB,gBAAgB,CAAmB;QAXvC,mBAAc,GAAG,IAAI,GAAG,EAAgB,CAAC;QAa7C,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;IACvD,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,cAAsB;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAErD,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;QACX,CAAC;QAED,6BAA6B;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,EAAE,GAAG,GAAG,EAAE,CAAC;gBACjC,OAAO,KAAK,CAAC;YACjB,CAAC;YACD,IAAI,KAAK,EAAE,CAAC;gBACR,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,2BAA2B;YACnE,CAAC;YACD,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO;QACX,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,KAAK,EAAE;YACjE,mBAAmB,EAAE,IAAI,CAAC,eAAe,CAAC,mBAAmB;SAChE,CAAC,CAAC;QACH,IAAI,UAAU,EAAE,CAAC;YACb,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;YAC3C,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,UAAwC;;QAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAE,CAAC;QACxD,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAEhD,IAAI,UAA4B,CAAC;QACjC,IAAI,cAAgC,CAAC;QAErC,MAAM,OAAO,GAAkC;YAC3C,KAAK,EAAE,UAAU,CAAC,WAAW;YAC7B,aAAa,EAAE,UAAU,CAAC,kBAAkB,IAAI,IAAI;YACpD,WAAW,EAAE,KAAK,EAAE,OAAqB,EAAE,EAAE;gBACzC,MAAM,eAAe,GAAuB,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,WAAW,EAAE,CAAC,CAAC;gBAC9E,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;oBACjB,eAAe,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBACpD,CAAC;gBAED,IAAI,UAAU,CAAC,kBAAkB,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzF,0EAA0E;oBAC1E,0FAA0F;oBAC1F,MAAM,cAAc,GAAG,IAAA,+CAAsB,EAAC,OAAO,CAAC,eAAe,CAAC,CAAC;oBACvE,eAAe,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,cAAc,EAAE,UAAU,CAAC,kBAAkB,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC9F,CAAC;gBAED,MAAM,KAAK,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAqB,CAAC;gBAChH,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBAEzE,IAAI,CAAC,SAAS,EAAE,CAAC;oBACb,MAAM,IAAI,4CAAwB,EAAE,CAAC;gBACzC,CAAC;gBAED,OAAO,SAAS,CAAC;YACrB,CAAC;YACD,YAAY,EAAE,CAAC,KAAoB,EAAE,EAAE;gBACnC,UAAU,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAClF,CAAC;YACD,WAAW,EAAE,CAAC,KAAoB,EAAE,EAAE;gBAClC,cAAc,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YACtF,CAAC;SACJ,CAAC;QAEF,MAAM,QAAQ,GAAG,IAAA,2CAAoB,EACjC,eAAqF,EACrF,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,EACzB,eAAe,EACf,IAAI,CAAC,eAAe,CAAC,mBAAmB,EACxC,CAAC,KAAK,EAAE,EAAE;YACN,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC,CACJ,CAAC;QAEF,MAAM,cAAc,GAAG,KAAK,IAAI,EAAE;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC;gBACR,OAAO,EAAE,kBAAkB,UAAU,CAAC,IAAI,YAAY;gBACtD,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE;gBACjC,IAAI,EAAE,8CAA0B;aACnC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACD,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAE/B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBACpC,IAAI,CAAC,MAAM,CAAC;oBACR,OAAO,EAAE,kBAAkB,UAAU,CAAC,IAAI,iBAAiB,QAAQ,KAAK;oBACxE,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE;oBACjC,IAAI,EAAE,+CAA2B;oBACjC,QAAQ;iBACX,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,IAAI,GAAG,YAAY,4CAAwB,EAAE,CAAC;oBAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;oBACpC,KAAK,CACD,cAAc,IAAI,CAAC,UAAU,qBAAqB,UAAU,CAAC,WAAW,gDAAgD,UAAU,CAAC,GAAG,mCAAmC,CAC5K,CAAC;oBACF,IAAI,CAAC,MAAM,CAAC;wBACR,OAAO,EAAE,kBAAkB,UAAU,CAAC,IAAI,iBAAiB,QAAQ,iCAAiC;wBACpG,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE;wBACjC,IAAI,EAAE,+CAA2B;wBACjC,QAAQ;qBACX,CAAC,CAAC;oBACH,mBAAmB;oBACnB,OAAO;gBACX,CAAC;gBAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;gBACpC,MAAM,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC;gBAC7D,IAAI,CAAC,MAAM,CAAC;oBACR,OAAO,EAAE,kBAAkB,UAAU,CAAC,IAAI,eAAe,QAAQ,KAAK;oBACtE,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE;oBACjC,IAAI,EAAE,6CAAyB;oBAC/B,MAAM;oBACN,QAAQ;iBACX,CAAC,CAAC;gBACH,MAAM,GAAG,CAAC;YACd,CAAC;QACL,CAAC,CAAC;QAEF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,IAAI,UAAU,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAA,IAAI,CAAC,gBAAgB,0CAAE,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;YACtC,MAAM,QAAQ,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAEpC,IAAI,cAAc,EAAE,CAAC;gBACjB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;gBACzD,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,sBAAsB,UAAU,CAAC,IAAI,WAAW,cAAc,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YACvH,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACb,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,qBAAqB,UAAU,CAAC,IAAI,WAAW,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;gBAC9G,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;gBACrE,MAAM,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;gBACzD,OAAO;YACX,CAAC;YAED,MAAA,IAAI,CAAC,gBAAgB,0CAAE,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;YAEjF,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;YACrE,MAAM,KAAK,CAAC,UAAU,CAAC,YAAY,CAC/B,UAAU,EACV,OAAO,CAAC,aAAa,EACrB,SAAS,EACT,OAAO,CAAC,UAAU,EAClB,EAAE,UAAU,EAAE,QAAQ,EAAE,EACxB,OAAO,CAAC,qBAAqB,CAChC,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,uDAAuD;YACvD,MAAM,QAAQ,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YAEpC,MAAA,IAAI,CAAC,gBAAgB,0CAAE,mBAAmB,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAEhF,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;YAErE,MAAM,KAAK,CAAC,UAAU,CAAC,YAAY,CAC/B,UAAU,EACV,OAAO,CAAC,aAAa,EACrB,KAAc,EACd,OAAO,CAAC,UAAU,EAClB,EAAE,UAAU,EAAE,QAAQ,EAAE,EACxB,OAAO,CAAC,qBAAqB,CAChC,CAAC;QACN,CAAC;IACL,CAAC;CACJ;AA7MD,gDA6MC"}

package/dist/lib/src/reactiveTasks/compileWatchProjection.js

@@ -0,0 +1,65 @@
+/**!
+   * mongodash v2.1.0
+   * git+https://github.com/VaclavObornik/mongodash.git
+   *
+   * Copyright (c) 2025 Václav Oborník
+   * Released under the MIT license
+   */
+  "use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.compileWatchProjection = compileWatchProjection;
+const projectionCache = new WeakMap();
+/**
+ * Compiles a user-friendly watchProjection into a strict Aggregation Expression.
+ * This handles:
+ * 1. Unflattening dotted keys (e.g. {'a.b': 1} -> {a: {b: '$a.b'}})
+ * 2. Converting shorthand inclusion (1/true) to field paths ('$key')
+ * 3. Validating that no unsupported features (like exclusion) are used.
+ *
+ * @param projection The user-provided projection.
+ * @returns An aggregation expression or string '$$ROOT'.
+ */
+function compileWatchProjection(projection) {
+    if (!projection) {
+        return '$$ROOT';
+    }
+    if (projectionCache.has(projection)) {
+        return projectionCache.get(projection);
+    }
+    if (Object.keys(projection).length === 0) {
+        const result = '$$ROOT';
+        projectionCache.set(projection, result);
+        return result;
+    }
+    const expression = {};
+    for (const [key, value] of Object.entries(projection)) {
+        let targetValue;
+        if (value === 1 || value === true) {
+            targetValue = `$${key}`;
+        }
+        else if (value === 0 || value === false) {
+            throw new Error('Exclusion style projection (0) is not supported in watchProjection yet. Use explicit inclusion or computed fields.');
+        }
+        else {
+            targetValue = value;
+        }
+        // Handle dotted keys by unflattening them
+        const parts = key.split('.');
+        let current = expression;
+        for (let i = 0; i < parts.length; i++) {
+            const part = parts[i];
+            if (i === parts.length - 1) {
+                current[part] = targetValue;
+            }
+            else {
+                if (!current[part]) {
+                    current[part] = {};
+                }
+                current = current[part];
+            }
+        }
+    }
+    projectionCache.set(projection, expression);
+    return expression;
+}
+//# sourceMappingURL=compileWatchProjection.js.map

package/dist/lib/src/reactiveTasks/compileWatchProjection.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compileWatchProjection.js","sourceRoot":"","sources":["../../../../src/reactiveTasks/compileWatchProjection.ts"],"names":[],"mappings":";;AAcA,wDA4CC;AAxDD,MAAM,eAAe,GAAG,IAAI,OAAO,EAA6B,CAAC;AAEjE;;;;;;;;;GASG;AACH,SAAgB,sBAAsB,CAAC,UAAqB;IACxD,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,IAAI,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QAClC,OAAO,eAAe,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;IAC5C,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,QAAQ,CAAC;QACxB,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QACxC,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACpD,IAAI,WAAoB,CAAC;QACzB,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YAChC,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,CAAC;aAAM,IAAI,KAAK,KAAK,CAAC,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,oHAAoH,CAAC,CAAC;QAC1I,CAAC;aAAM,CAAC;YACJ,WAAW,GAAG,KAAK,CAAC;QACxB,CAAC;QAED,0CAA0C;QAC1C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,OAAO,GAAG,UAAU,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBACjB,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,CAAC;gBACD,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;IAED,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAC5C,OAAO,UAAU,CAAC;AACtB,CAAC"}

package/dist/lib/src/reactiveTasks/index.js

@@ -0,0 +1,298 @@
+/**!
+   * mongodash v2.1.0
+   * git+https://github.com/VaclavObornik/mongodash.git
+   *
+   * Copyright (c) 2025 Václav Oborník
+   * Released under the MIT license
+   */
+  "use strict";
+var __rest = (this && this.__rest) || function (s, e) {
+    var t = {};
+    for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
+        t[p] = s[p];
+    if (s != null && typeof Object.getOwnPropertySymbols === "function")
+        for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
+            if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
+                t[p[i]] = s[p[i]];
+        }
+    return t;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ReactiveTaskScheduler = exports._scheduler = exports.TaskConditionFailedError = exports.REACTIVE_TASK_META_DOC_ID = exports.CODE_REACTIVE_TASK_STARTED = exports.CODE_REACTIVE_TASK_PLANNER_STREAM_ERROR = exports.CODE_REACTIVE_TASK_PLANNER_STOPPED = exports.CODE_REACTIVE_TASK_PLANNER_STARTED = exports.CODE_REACTIVE_TASK_PLANNER_RECONCILIATION_STARTED = exports.CODE_REACTIVE_TASK_PLANNER_RECONCILIATION_FINISHED = exports.CODE_REACTIVE_TASK_LEADER_LOCK_LOST = exports.CODE_REACTIVE_TASK_INITIALIZED = exports.CODE_REACTIVE_TASK_FINISHED = exports.CODE_REACTIVE_TASK_FAILED = exports.CODE_REACTIVE_TASK_CLEANUP = void 0;
+exports.init = init;
+exports.reactiveTask = reactiveTask;
+exports.stopReactiveTasks = stopReactiveTasks;
+exports.startReactiveTasks = startReactiveTasks;
+exports.getPrometheusMetrics = getPrometheusMetrics;
+exports.getReactiveTasks = getReactiveTasks;
+exports.countReactiveTasks = countReactiveTasks;
+exports.retryReactiveTasks = retryReactiveTasks;
+const _debug = require("debug");
+const ConcurrentRunner_1 = require("../ConcurrentRunner");
+const initPromise_1 = require("../initPromise");
+const OnError_1 = require("../OnError");
+const OnInfo_1 = require("../OnInfo");
+const parseInterval_1 = require("../parseInterval");
+const LeaderElector_1 = require("./LeaderElector");
+const MetricsCollector_1 = require("./MetricsCollector");
+const ReactiveTaskManager_1 = require("./ReactiveTaskManager");
+const ReactiveTaskPlanner_1 = require("./ReactiveTaskPlanner");
+const ReactiveTaskRegistry_1 = require("./ReactiveTaskRegistry");
+const ReactiveTaskTypes_1 = require("./ReactiveTaskTypes");
+const ReactiveTaskWorker_1 = require("./ReactiveTaskWorker");
+const debug = _debug('mongodash:reactiveTasks');
+// Re-export types for backward compatibility
+var ReactiveTaskTypes_2 = require("./ReactiveTaskTypes");
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_CLEANUP", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_CLEANUP; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_FAILED", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_FAILED; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_FINISHED", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_FINISHED; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_INITIALIZED", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_INITIALIZED; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_LEADER_LOCK_LOST", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_LEADER_LOCK_LOST; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_PLANNER_RECONCILIATION_FINISHED", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_PLANNER_RECONCILIATION_FINISHED; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_PLANNER_RECONCILIATION_STARTED", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_PLANNER_RECONCILIATION_STARTED; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_PLANNER_STARTED", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_PLANNER_STARTED; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_PLANNER_STOPPED", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_PLANNER_STOPPED; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_PLANNER_STREAM_ERROR", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_PLANNER_STREAM_ERROR; } });
+Object.defineProperty(exports, "CODE_REACTIVE_TASK_STARTED", { enumerable: true, get: function () { return ReactiveTaskTypes_2.CODE_REACTIVE_TASK_STARTED; } });
+Object.defineProperty(exports, "REACTIVE_TASK_META_DOC_ID", { enumerable: true, get: function () { return ReactiveTaskTypes_2.REACTIVE_TASK_META_DOC_ID; } });
+Object.defineProperty(exports, "TaskConditionFailedError", { enumerable: true, get: function () { return ReactiveTaskTypes_2.TaskConditionFailedError; } });
+let onError = OnError_1.defaultOnError;
+let onInfo = OnInfo_1.defaultOnInfo;
+let globalsCollection;
+/**
+ * Main scheduler class implementing the described logic.
+ */
+/**
+ * Main entry point for the Reactive Tasks system.
+ *
+ * Responsibilities:
+ * - Orchestrates the initialization and configuration of the system.
+ * - Manages the lifecycle of `LeaderElector`, `ReactiveTaskPlanner`, and `ReactiveTaskWorker`.
+ * - Provides the public API for registering tasks and starting/stopping the system.
+ * - Configures the `ConcurrentRunner` for worker execution.
+ */
+class ReactiveTaskScheduler {
+    constructor() {
+        this.options = {
+            reactiveTaskConcurrency: 5,
+        };
+        // Registry for consumers and collections
+        this.registry = new ReactiveTaskRegistry_1.ReactiveTaskRegistry();
+        // Internal state
+        this.isRunning = false;
+        // Internal options for testing
+        this.internalOptions = {
+            lockTtlMs: 30000,
+            lockHeartbeatMs: 10000,
+            minPollMs: 200,
+            maxPollMs: 10000,
+            jitterMs: 100,
+            visibilityTimeoutMs: 60000,
+            batchSize: 1000,
+            batchIntervalMs: 500,
+            getNextCleanupDate: (d) => { var _a; return new Date(((_a = d === null || d === void 0 ? void 0 : d.getTime()) !== null && _a !== void 0 ? _a : Date.now()) + 24 * 60 * 60 * 1000); }, // 24h default
+        };
+        // Registry is created, instanceId is lazy-generated or configured later
+        this.taskManager = new ReactiveTaskManager_1.ReactiveTaskManager(this.registry);
+    }
+    /**
+     * Get the instanceId, generating one if not configured.
+     */
+    get instanceId() {
+        if (!this._instanceId) {
+            const { ObjectId } = require('mongodb');
+            this._instanceId = new ObjectId().toHexString();
+        }
+        return this._instanceId;
+    }
+    configure(options) {
+        if (this.concurrentRunner) {
+            throw new Error('Cannot configure scheduler after initialization.');
+        }
+        // Configure instanceId if provided
+        if (options.instanceId) {
+            this._instanceId = options.instanceId;
+        }
+        if (options.reactiveTaskCleanupInterval !== undefined) {
+            this.internalOptions.getNextCleanupDate = (0, parseInterval_1.createIntervalFunction)(options.reactiveTaskCleanupInterval);
+        }
+        this.options = Object.assign(Object.assign({}, this.options), options);
+        this.concurrentRunner = new ConcurrentRunner_1.ConcurrentRunner({ concurrency: this.options.reactiveTaskConcurrency }, onError);
+        this.registry.setCallbacks(onInfo, onError);
+        debug(`[Scheduler ${this.instanceId}] Configured. onInfo is ${onInfo === OnInfo_1.defaultOnInfo ? 'DEFAULT' : 'CUSTOM'}`);
+    }
+    async addTask(taskDef) {
+        if (this.isRunning) {
+            throw new Error('Cannot add task after scheduler has started.');
+        }
+        if (this.registry.getTask(taskDef.task)) {
+            throw new Error(`Task with name '${taskDef.task}' already exists.`);
+        }
+        await this.registry.addTask(taskDef);
+    }
+    /**
+     * Starts the entire system - leader election and workers.
+     */
+    async start() {
+        if (this.isRunning) {
+            debug(`[Scheduler ${this.instanceId}] Attempt to start already running scheduler.`);
+            return;
+        }
+        if (!this.concurrentRunner) {
+            throw new Error('Scheduler is not configured. Call configure() first.');
+        }
+        this.isRunning = true;
+        debug(`[Scheduler ${this.instanceId}] Starting...`);
+        await initPromise_1.initPromise; // Ensure init is complete
+        await Promise.all(this.registry.getAllTasks().map((task) => task.initPromise));
+        for (const { tasksCollection } of this.registry.getAllEntries()) {
+            if (this.concurrentRunner.hasSource(tasksCollection.collectionName)) {
+                continue;
+            }
+            this.concurrentRunner.registerSource(tasksCollection.collectionName, {
+                minPollMs: this.internalOptions.minPollMs,
+                maxPollMs: this.internalOptions.maxPollMs,
+                jitterMs: this.internalOptions.jitterMs,
+            });
+        }
+        // Initialize components
+        this.taskPlanner = new ReactiveTaskPlanner_1.ReactiveTaskPlanner(globalsCollection, this.instanceId, this.registry, {
+            onStreamError: () => {
+                var _a;
+                onInfo({
+                    message: `Change Stream error.`,
+                    code: ReactiveTaskTypes_1.CODE_REACTIVE_TASK_PLANNER_STREAM_ERROR,
+                });
+                // If stream fails, we should probably force lose leader to let someone else try,
+                // or just restart if we are still leader.
+                // LeaderElector handles its own loop.
+                // If stream fails, Planner stops.
+                // We can ask LeaderElector to give up leadership.
+                (_a = this.leaderElector) === null || _a === void 0 ? void 0 : _a.forceLoseLeader();
+            },
+            onTaskPlanned: (tasksCollectionName, debounceMs) => {
+                setTimeout(() => {
+                    var _a;
+                    (_a = this.concurrentRunner) === null || _a === void 0 ? void 0 : _a.speedUp(tasksCollectionName);
+                }, debounceMs);
+            },
+        }, {
+            batchSize: this.internalOptions.batchSize,
+            batchIntervalMs: this.internalOptions.batchIntervalMs,
+            getNextCleanupDate: this.internalOptions.getNextCleanupDate,
+        }, onInfo, onError);
+        this.leaderElector = new LeaderElector_1.LeaderElector(globalsCollection, this.instanceId, {
+            lockTtlMs: this.internalOptions.lockTtlMs,
+            lockHeartbeatMs: this.internalOptions.lockHeartbeatMs,
+            metaDocId: ReactiveTaskTypes_1.REACTIVE_TASK_META_DOC_ID,
+        }, {
+            onBecomeLeader: async () => {
+                var _a;
+                const tasks = this.registry.getAllTasks();
+                if (tasks.length === 0) {
+                    debug(`[Scheduler ${this.instanceId}] Became leader, but no tasks registered. Skipping planner start.`);
+                    return;
+                }
+                debug(`[Scheduler ${this.instanceId}] Became leader, starting planner.`);
+                await ((_a = this.taskPlanner) === null || _a === void 0 ? void 0 : _a.start());
+            },
+            onLoseLeader: async () => {
+                var _a;
+                debug(`[Scheduler ${this.instanceId}] Lost leader, stopping planner.`);
+                await ((_a = this.taskPlanner) === null || _a === void 0 ? void 0 : _a.stop());
+            },
+            onHeartbeat: async () => {
+                var _a;
+                await ((_a = this.taskPlanner) === null || _a === void 0 ? void 0 : _a.onHeartbeat());
+            },
+        }, onInfo, onError);
+        this.metricsCollector = new MetricsCollector_1.MetricsCollector(this.instanceId, this.registry, globalsCollection, this.leaderElector, this.options.monitoring, onInfo, onError);
+        this.worker = new ReactiveTaskWorker_1.ReactiveTaskWorker(this.instanceId, this.registry, {
+            onTaskFound: (collectionName) => {
+                this.concurrentRunner.speedUp(collectionName);
+            },
+        }, {
+            visibilityTimeoutMs: this.internalOptions.visibilityTimeoutMs,
+        }, this.options.reactiveTaskCaller, this.options.reactiveTaskFilter, onInfo, onError, this.metricsCollector);
+        // Start Leader Election
+        await this.leaderElector.start();
+        // Start Metrics Collector
+        if (this.metricsCollector) {
+            this.metricsCollector.start();
+        }
+        // Start Workers
+        this.concurrentRunner.start((collectionName) => this.worker.tryRunATask(collectionName));
+        debug(`[Scheduler ${this.instanceId}] Started with ${this.options.reactiveTaskConcurrency} workers.`);
+    }
+    /**
+     * Stops the entire system.
+     */
+    async stop() {
+        var _a, _b, _c;
+        if (!this.isRunning) {
+            return;
+        }
+        debug(`[Scheduler ${this.instanceId}] Stopping...`);
+        this.isRunning = false;
+        await Promise.all([(_a = this.leaderElector) === null || _a === void 0 ? void 0 : _a.stop(), (_b = this.taskPlanner) === null || _b === void 0 ? void 0 : _b.stop(), this.concurrentRunner.stop(), (_c = this.metricsCollector) === null || _c === void 0 ? void 0 : _c.stop()]);
+        debug(`[Scheduler ${this.instanceId}] Stopped.`);
+    }
+    async getPrometheusMetrics() {
+        var _a, _b;
+        return (_b = (await ((_a = this.metricsCollector) === null || _a === void 0 ? void 0 : _a.getPrometheusMetrics()))) !== null && _b !== void 0 ? _b : null;
+    }
+    getTaskManager() {
+        return this.taskManager;
+    }
+    getRegistry() {
+        return this.registry;
+    }
+}
+exports.ReactiveTaskScheduler = ReactiveTaskScheduler;
+// --- SINGLETON INSTANCE ---
+const scheduler = new ReactiveTaskScheduler();
+exports._scheduler = scheduler;
+// --- PUBLIC INITIALIZATION FUNCTION ---
+function init(initOptions) {
+    const { onError: _onError, onInfo: _onInfo, globalsCollection: _globalsCollection } = initOptions, schedulerOptions = __rest(initOptions, ["onError", "onInfo", "globalsCollection"]);
+    onError = _onError;
+    onInfo = _onInfo;
+    globalsCollection = _globalsCollection;
+    scheduler.configure(schedulerOptions);
+}
+async function reactiveTask(taskDef) {
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    await scheduler.addTask(taskDef);
+}
+async function stopReactiveTasks() {
+    await scheduler.stop();
+}
+async function startReactiveTasks() {
+    await scheduler.start();
+}
+/**
+ * Returns the Prometheus metrics for the Reactive Tasks system.
+ * Respects the 'scrapeMode' configuration.
+ */
+async function getPrometheusMetrics() {
+    return scheduler.getPrometheusMetrics();
+}
+/**
+ * List tasks matching the criteria.
+ */
+async function getReactiveTasks(query, pagination = {}) {
+    return scheduler.getTaskManager().getTasks(query, pagination);
+}
+/**
+ * Count tasks matching criteria.
+ */
+async function countReactiveTasks(query) {
+    return scheduler.getTaskManager().countTasks(query);
+}
+/**
+ * Retries/Retriggers tasks matching the query.
+ */
+async function retryReactiveTasks(query) {
+    return scheduler.getTaskManager().retryTasks(query);
+}
+//# sourceMappingURL=index.js.map

package/dist/lib/src/reactiveTasks/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/reactiveTasks/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAwUA,oBAOC;AAED,oCAGC;AAED,8CAEC;AAED,gDAEC;AAMD,oDAEC;AAKD,4CAEC;AAKD,gDAEC;AAKD,gDAEC;AAzXD,gCAAgC;AAGhC,0DAAuD;AAEvD,gDAA6C;AAC7C,wCAAqD;AACrD,sCAAkD;AAClD,oDAA0D;AAC1D,mDAAgD;AAChD,yDAAsD;AACtD,+DAA4D;AAC5D,+DAA4D;AAC5D,iEAA8D;AAC9D,2DAS6B;AAC7B,6DAA0D;AAE1D,MAAM,KAAK,GAAG,MAAM,CAAC,yBAAyB,CAAC,CAAC;AAEhD,6CAA6C;AAC7C,yDAwB6B;AAvBzB,+HAAA,0BAA0B,OAAA;AAC1B,8HAAA,yBAAyB,OAAA;AACzB,gIAAA,2BAA2B,OAAA;AAC3B,mIAAA,8BAA8B,OAAA;AAC9B,wIAAA,mCAAmC,OAAA;AACnC,uJAAA,kDAAkD,OAAA;AAClD,sJAAA,iDAAiD,OAAA;AACjD,uIAAA,kCAAkC,OAAA;AAClC,uIAAA,kCAAkC,OAAA;AAClC,4IAAA,uCAAuC,OAAA;AACvC,+HAAA,0BAA0B,OAAA;AAW1B,8HAAA,yBAAyB,OAAA;AACzB,6HAAA,wBAAwB,OAAA;AAU5B,IAAI,OAAO,GAAY,wBAAc,CAAC;AACtC,IAAI,MAAM,GAAW,sBAAa,CAAC;AACnC,IAAI,iBAAoC,CAAC;AAEzC;;GAEG;AACH;;;;;;;;GAQG;AACH,MAAa,qBAAqB;IAkC9B;QAjCQ,YAAO,GAAiC;YAC5C,uBAAuB,EAAE,CAAC;SAC7B,CAAC;QAEF,yCAAyC;QACjC,aAAQ,GAAG,IAAI,2CAAoB,EAAE,CAAC;QAK9C,iBAAiB;QACT,cAAS,GAAG,KAAK,CAAC;QAS1B,+BAA+B;QACvB,oBAAe,GAAG;YACtB,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,KAAK;YACtB,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,GAAG;YACb,mBAAmB,EAAE,KAAK;YAC1B,SAAS,EAAE,IAAI;YACf,eAAe,EAAE,GAAG;YACpB,kBAAkB,EAAE,CAAC,CAAQ,EAAE,EAAE,WAAC,OAAA,IAAI,IAAI,CAAC,CAAC,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,EAAE,mCAAI,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAA,EAAA,EAAE,cAAc;SACjH,CAAC;QAGE,wEAAwE;QACxE,IAAI,CAAC,WAAW,GAAG,IAAI,yCAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,IAAY,UAAU;QAClB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACpB,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;YACxC,IAAI,CAAC,WAAW,GAAG,IAAI,QAAQ,EAAE,CAAC,WAAW,EAAE,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,WAAY,CAAC;IAC7B,CAAC;IAEM,SAAS,CAAC,OAA8C;QAC3D,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;QACD,mCAAmC;QACnC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;QAC1C,CAAC;QAED,IAAI,OAAO,CAAC,2BAA2B,KAAK,SAAS,EAAE,CAAC;YACpD,IAAI,CAAC,eAAe,CAAC,kBAAkB,GAAG,IAAA,sCAAsB,EAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;QAC1G,CAAC;QAED,IAAI,CAAC,OAAO,mCAAQ,IAAI,CAAC,OAAO,GAAK,OAAO,CAAE,CAAC;QAC/C,IAAI,CAAC,gBAAgB,GAAG,IAAI,mCAAgB,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,uBAAuB,EAAE,EAAE,OAAO,CAAC,CAAC;QAC7G,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC5C,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,2BAA2B,MAAM,KAAK,sBAAa,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IACrH,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,OAA+B;QAChD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,mBAAmB,OAAO,CAAC,IAAI,mBAAmB,CAAC,CAAC;QACxE,CAAC;QAED,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,KAAK;QACd,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,+CAA+C,CAAC,CAAC;YACpF,OAAO;QACX,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,eAAe,CAAC,CAAC;QACpD,MAAM,yBAAW,CAAC,CAAC,0BAA0B;QAE7C,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;QAE/E,KAAK,MAAM,EAAE,eAAe,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,eAAe,CAAC,cAAc,CAAC,EAAE,CAAC;gBAClE,SAAS;YACb,CAAC;YACD,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,eAAe,CAAC,cAAc,EAAE;gBACjE,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS;gBACzC,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS;gBACzC,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ;aAC1C,CAAC,CAAC;QACP,CAAC;QAED,wBAAwB;QAExB,IAAI,CAAC,WAAW,GAAG,IAAI,yCAAmB,CACtC,iBAAiB,EACjB,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,QAAQ,EACb;YACI,aAAa,EAAE,GAAG,EAAE;;gBAChB,MAAM,CAAC;oBACH,OAAO,EAAE,sBAAsB;oBAC/B,IAAI,EAAE,2DAAuC;iBAChD,CAAC,CAAC;gBACH,iFAAiF;gBACjF,0CAA0C;gBAC1C,sCAAsC;gBACtC,kCAAkC;gBAClC,kDAAkD;gBAClD,MAAA,IAAI,CAAC,aAAa,0CAAE,eAAe,EAAE,CAAC;YAC1C,CAAC;YACD,aAAa,EAAE,CAAC,mBAAmB,EAAE,UAAU,EAAE,EAAE;gBAC/C,UAAU,CAAC,GAAG,EAAE;;oBACZ,MAAA,IAAI,CAAC,gBAAgB,0CAAE,OAAO,CAAC,mBAAmB,CAAC,CAAC;gBACxD,CAAC,EAAE,UAAU,CAAC,CAAC;YACnB,CAAC;SACJ,EACD;YACI,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS;YACzC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,eAAe;YACrD,kBAAkB,EAAE,IAAI,CAAC,eAAe,CAAC,kBAAkB;SAC9D,EACD,MAAM,EACN,OAAO,CACV,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,6BAAa,CAClC,iBAAiB,EACjB,IAAI,CAAC,UAAU,EACf;YACI,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,SAAS;YACzC,eAAe,EAAE,IAAI,CAAC,eAAe,CAAC,eAAe;YACrD,SAAS,EAAE,6CAAyB;SACvC,EACD;YACI,cAAc,EAAE,KAAK,IAAI,EAAE;;gBACvB,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACrB,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,mEAAmE,CAAC,CAAC;oBACxG,OAAO;gBACX,CAAC;gBACD,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,oCAAoC,CAAC,CAAC;gBACzE,MAAM,CAAA,MAAA,IAAI,CAAC,WAAW,0CAAE,KAAK,EAAE,CAAA,CAAC;YACpC,CAAC;YACD,YAAY,EAAE,KAAK,IAAI,EAAE;;gBACrB,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,kCAAkC,CAAC,CAAC;gBACvE,MAAM,CAAA,MAAA,IAAI,CAAC,WAAW,0CAAE,IAAI,EAAE,CAAA,CAAC;YACnC,CAAC;YACD,WAAW,EAAE,KAAK,IAAI,EAAE;;gBACpB,MAAM,CAAA,MAAA,IAAI,CAAC,WAAW,0CAAE,WAAW,EAAE,CAAA,CAAC;YAC1C,CAAC;SACJ,EACD,MAAM,EACN,OAAO,CACV,CAAC;QAEF,IAAI,CAAC,gBAAgB,GAAG,IAAI,mCAAgB,CACxC,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,QAAQ,EACb,iBAAiB,EACjB,IAAI,CAAC,aAAa,EAClB,IAAI,CAAC,OAAO,CAAC,UAAU,EACvB,MAAM,EACN,OAAO,CACV,CAAC;QAEF,IAAI,CAAC,MAAM,GAAG,IAAI,uCAAkB,CAChC,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,QAAQ,EACb;YACI,WAAW,EAAE,CAAC,cAAc,EAAE,EAAE;gBAC5B,IAAI,CAAC,gBAAiB,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YACnD,CAAC;SACJ,EACD;YACI,mBAAmB,EAAE,IAAI,CAAC,eAAe,CAAC,mBAAmB;SAChE,EACD,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAC/B,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAC/B,MAAM,EACN,OAAO,EACP,IAAI,CAAC,gBAAgB,CACxB,CAAC;QAEF,wBAAwB;QACxB,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAEjC,0BAA0B;QAC1B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAClC,CAAC;QAED,gBAAgB;QAChB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,IAAI,CAAC,MAAO,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC,CAAC;QAE1F,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,kBAAkB,IAAI,CAAC,OAAO,CAAC,uBAAuB,WAAW,CAAC,CAAC;IAC1G,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,IAAI;;QACb,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YAClB,OAAO;QACX,CAAC;QACD,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,eAAe,CAAC,CAAC;QACpD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QAEvB,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,MAAA,IAAI,CAAC,aAAa,0CAAE,IAAI,EAAE,EAAE,MAAA,IAAI,CAAC,WAAW,0CAAE,IAAI,EAAE,EAAE,IAAI,CAAC,gBAAiB,CAAC,IAAI,EAAE,EAAE,MAAA,IAAI,CAAC,gBAAgB,0CAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAExI,KAAK,CAAC,cAAc,IAAI,CAAC,UAAU,YAAY,CAAC,CAAC;IACrD,CAAC;IAEM,KAAK,CAAC,oBAAoB;;QAC7B,OAAO,MAAA,CAAC,MAAM,CAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,oBAAoB,EAAE,CAAA,CAAC,mCAAI,IAAI,CAAC;IACzE,CAAC;IAEM,cAAc;QACjB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAEM,WAAW;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CACJ;AAnPD,sDAmPC;AAED,6BAA6B;AAC7B,MAAM,SAAS,GAAG,IAAI,qBAAqB,EAAE,CAAC;AA9QxB,+BAAU;AAgRhC,yCAAyC;AAEzC,SAAgB,IAAI,CAAC,WAAwB;IACzC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,KAA0B,WAAW,EAAhC,gBAAgB,UAAK,WAAW,EAAhH,0CAAkG,CAAc,CAAC;IACvH,OAAO,GAAG,QAAQ,CAAC;IACnB,MAAM,GAAG,OAAO,CAAC;IACjB,iBAAiB,GAAG,kBAAkB,CAAC;IAEvC,SAAS,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;AAC1C,CAAC;AAEM,KAAK,UAAU,YAAY,CAAgC,OAAwB;IACtF,8DAA8D;IAC9D,MAAM,SAAS,CAAC,OAAO,CAAC,OAA4B,CAAC,CAAC;AAC1D,CAAC;AAEM,KAAK,UAAU,iBAAiB;IACnC,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;AAC3B,CAAC;AAEM,KAAK,UAAU,kBAAkB;IACpC,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;AAC5B,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,oBAAoB;IACtC,OAAO,SAAS,CAAC,oBAAoB,EAAE,CAAC;AAC5C,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,gBAAgB,CAAC,KAAwB,EAAE,aAAgC,EAAE;IAC/F,OAAO,SAAS,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;AAClE,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,kBAAkB,CAAC,KAAwB;IAC7D,OAAO,SAAS,CAAC,cAAc,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AACxD,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,kBAAkB,CAAC,KAAwB;IAC7D,OAAO,SAAS,CAAC,cAAc,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AACxD,CAAC"}