@trigger.dev/core 4.0.2 → 4.0.4

package/dist/esm/v3/runEngineWorker/supervisor/consumerPool.test.js

@@ -0,0 +1,587 @@
+import { describe, it, expect, beforeEach, afterEach, vi } from "vitest";
+import { RunQueueConsumerPool, } from "./consumerPool.js";
+// Mock only the logger
+vi.mock("../../utils/structuredLogger.js");
+// Test implementation of QueueConsumer
+class TestQueueConsumer {
+    started = false;
+    stopped = false;
+    onDequeue;
+    constructor(opts) {
+        this.onDequeue = opts.onDequeue;
+    }
+    start() {
+        this.started = true;
+        this.stopped = false;
+    }
+    stop() {
+        this.stopped = true;
+        this.started = false;
+    }
+}
+describe("RunQueueConsumerPool", () => {
+    let mockClient;
+    let mockOnDequeue;
+    let pool;
+    let defaultOptions;
+    let testConsumers;
+    let testConsumerFactory;
+    beforeEach(() => {
+        vi.clearAllMocks();
+        vi.useFakeTimers();
+        mockClient = {};
+        mockOnDequeue = vi.fn();
+        testConsumers = [];
+        testConsumerFactory = (opts) => {
+            const consumer = new TestQueueConsumer(opts);
+            testConsumers.push(consumer);
+            return consumer;
+        };
+        defaultOptions = {
+            consumer: {
+                client: mockClient,
+                intervalMs: 0,
+                idleIntervalMs: 1000,
+                onDequeue: mockOnDequeue,
+            },
+            consumerFactory: testConsumerFactory,
+        };
+    });
+    afterEach(() => {
+        vi.useRealTimers();
+        if (pool) {
+            pool.stop();
+        }
+    });
+    function advanceTimeAndProcessMetrics(ms) {
+        vi.advanceTimersByTime(ms);
+        // Trigger batch processing if ready (without adding a sample)
+        if (pool["metricsProcessor"].shouldProcessBatch()) {
+            pool["processMetricsBatch"]();
+        }
+    }
+    describe("Static mode (strategy='none')", () => {
+        it("should start with maxConsumerCount in static mode", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: { strategy: "none", maxConsumerCount: 5 },
+            });
+            await pool.start();
+            expect(pool.size).toBe(5);
+            expect(testConsumers.length).toBe(5);
+        });
+        it("should not scale in static mode even with queue length updates", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: { strategy: "none", maxConsumerCount: 3 },
+            });
+            await pool.start();
+            const initialCount = pool.size;
+            pool.updateQueueLength(100);
+            vi.advanceTimersByTime(2000);
+            expect(pool.size).toBe(initialCount);
+            expect(pool.size).toBe(3);
+        });
+    });
+    describe("Smooth scaling strategy", () => {
+        it("should scale smoothly with damping", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "smooth",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    scaleUpCooldownMs: 0,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(1);
+            pool.updateQueueLength(5);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(4); // Damped scaling
+            pool.updateQueueLength(5);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(5); // Gradually approaches target
+        });
+        it("should respect max consumer count", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "smooth",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 5,
+                    scaleUpCooldownMs: 0,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(1);
+            pool.updateQueueLength(100);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(5);
+            pool.updateQueueLength(100);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(5);
+        });
+    });
+    describe("Aggressive scaling strategy", () => {
+        it("should scale up quickly based on queue pressure", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    minConsumerCount: 2,
+                    maxConsumerCount: 10,
+                    scaleUpCooldownMs: 0,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(2);
+            pool.updateQueueLength(10);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(3);
+            pool.updateQueueLength(20);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(4);
+        });
+        it("should scale down cautiously when queue is small", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    scaleUpCooldownMs: 0,
+                    scaleDownCooldownMs: 0,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(1);
+            pool.updateQueueLength(10);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(2);
+            pool.updateQueueLength(0.5);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(3); // EWMA smoothing delays scale down
+            pool.updateQueueLength(0.5);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBeGreaterThanOrEqual(3); // Stays in optimal zone
+        });
+        it("should maintain current level in optimal zone", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    minConsumerCount: 3,
+                    maxConsumerCount: 10,
+                    scaleUpCooldownMs: 0,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(3);
+            pool.updateQueueLength(3);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(3);
+            pool.updateQueueLength(4);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBe(3);
+        });
+    });
+    describe("Smooth scaling with EWMA", () => {
+        it("should use exponential smoothing for stable scaling", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "smooth",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            const queueLengths = [10, 2, 8, 3, 9, 1, 7];
+            for (const length of queueLengths) {
+                pool.updateQueueLength(length);
+                vi.advanceTimersByTime(200);
+            }
+            vi.advanceTimersByTime(900);
+            const metrics = pool.getMetrics();
+            expect(metrics.smoothedQueueLength).toBeGreaterThan(0);
+            expect(metrics.smoothedQueueLength).toBeLessThan(10);
+        });
+        it("should apply damping factor to avoid rapid changes", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "smooth",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            pool.updateQueueLength(2);
+            advanceTimeAndProcessMetrics(1100);
+            const metrics1 = pool.getMetrics();
+            expect(metrics1.smoothedQueueLength).toBe(2);
+            pool.updateQueueLength(20);
+            advanceTimeAndProcessMetrics(1100);
+            const metrics2 = pool.getMetrics();
+            expect(metrics2.smoothedQueueLength).toBeGreaterThan(2);
+            expect(metrics2.smoothedQueueLength).toBeLessThan(20);
+        });
+    });
+    describe("High throughput parallel dequeuing", () => {
+        it("should handle rapid parallel queue updates", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 20,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            const updates = [];
+            for (let i = 0; i < 100; i++) {
+                updates.push(Math.floor(Math.random() * 50) + 10);
+            }
+            updates.forEach((length, index) => {
+                setTimeout(() => pool.updateQueueLength(length), index * 10);
+            });
+            advanceTimeAndProcessMetrics(1100);
+            const metrics = pool.getMetrics();
+            expect(metrics.queueLength).toBeDefined();
+        });
+        it("should batch metrics updates to avoid excessive scaling", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "smooth",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            const evaluateScalingSpy = vi.spyOn(pool, "evaluateScaling");
+            pool.updateQueueLength(10);
+            for (let i = 1; i < 50; i++) {
+                pool.updateQueueLength(Math.floor(Math.random() * 20) + 5);
+            }
+            expect(evaluateScalingSpy).not.toHaveBeenCalled();
+            advanceTimeAndProcessMetrics(1000);
+            expect(evaluateScalingSpy).toHaveBeenCalledTimes(1);
+        });
+        it("should use median to filter outliers in high-frequency updates", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            const updates = [10, 11, 9, 12, 10, 100, 11, 10, 9, 11, 1];
+            updates.forEach((length) => pool.updateQueueLength(length));
+            advanceTimeAndProcessMetrics(1100);
+            const metrics = pool.getMetrics();
+            expect(metrics.queueLength).toBeGreaterThanOrEqual(9);
+            expect(metrics.queueLength).toBeLessThanOrEqual(12);
+        });
+    });
+    describe("Scaling cooldowns and jitter", () => {
+        it("should respect scale-up cooldown", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "smooth",
+                    scaleUpCooldownMs: 5000,
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            pool["scaleToTarget"](5);
+            const scaleToTargetSpy = vi.spyOn(pool, "scaleToTarget");
+            pool.updateQueueLength(10);
+            advanceTimeAndProcessMetrics(1100);
+            expect(scaleToTargetSpy).not.toHaveBeenCalled();
+            vi.advanceTimersByTime(10000);
+            pool.updateQueueLength(20);
+            advanceTimeAndProcessMetrics(1100);
+        });
+        it("should respect scale-down cooldown (longer than scale-up)", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            for (let i = 0; i < 4; i++) {
+                pool["addConsumers"](1);
+            }
+            pool["scaleToTarget"](5);
+            pool["metrics"].lastScaleTime = new Date(Date.now() - 70000);
+            pool.updateQueueLength(1);
+            advanceTimeAndProcessMetrics(1100);
+            const metrics = pool.getMetrics();
+            expect(metrics.queueLength).toBe(1);
+        });
+        it("should add random jitter to prevent thundering herd", async () => {
+            const pools = [];
+            const scaleTimes = [];
+            for (let i = 0; i < 3; i++) {
+                const p = new RunQueueConsumerPool({
+                    ...defaultOptions,
+                    scaling: {
+                        strategy: "smooth",
+                        minConsumerCount: 1,
+                        maxConsumerCount: 10,
+                        disableJitter: true,
+                    },
+                });
+                const originalScale = p["scaleToTarget"];
+                p["scaleToTarget"] = vi.fn(async (target) => {
+                    scaleTimes.push(Date.now());
+                    return originalScale.call(p, target);
+                });
+                pools.push(p);
+                await p.start();
+            }
+            pools.forEach((p) => p.updateQueueLength(20));
+            advanceTimeAndProcessMetrics(1100);
+            vi.advanceTimersByTime(15000);
+            await Promise.all(pools.map((p) => p.stop()));
+        });
+    });
+    describe("Consumer lifecycle management", () => {
+        it("should properly start and stop consumers", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "none",
+                    maxConsumerCount: 3,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(3);
+            expect(testConsumers.length).toBe(3);
+            testConsumers.forEach((consumer) => {
+                expect(consumer.started).toBe(true);
+            });
+            await pool.stop();
+            testConsumers.forEach((consumer) => {
+                expect(consumer.stopped).toBe(true);
+            });
+        });
+        it("should forward dequeue messages with queue length updates", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    maxConsumerCount: 2,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            const messages = [{ workerQueueLength: 15 }];
+            if (testConsumers[0]?.onDequeue) {
+                await testConsumers[0].onDequeue(messages);
+            }
+            expect(mockOnDequeue).toHaveBeenCalledWith(messages);
+            advanceTimeAndProcessMetrics(1100);
+            const metrics = pool.getMetrics();
+            expect(metrics.queueLength).toBe(15);
+        });
+    });
+    describe("Memory leak prevention", () => {
+        it("should collect all samples within batch window without limit", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            for (let i = 0; i < 100; i++) {
+                pool.updateQueueLength(i);
+            }
+            const metrics = pool.getMetrics();
+            expect(metrics.queueLength).toBeUndefined();
+        });
+        it("should clear consumer map on stop", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "none",
+                    maxConsumerCount: 5,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(5);
+            await pool.stop();
+            expect(pool.size).toBe(0);
+        });
+        it("should clear recentQueueLengths after processing batch", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: { strategy: "smooth" },
+            });
+            await pool.start();
+            for (let i = 0; i < 5; i++) {
+                pool.updateQueueLength(10 + i);
+            }
+            advanceTimeAndProcessMetrics(1100);
+            const metrics = pool.getMetrics();
+            expect(metrics.queueLength).toBeDefined();
+        });
+        it("should not accumulate scaling operations in memory", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    scaleUpCooldownMs: 100,
+                    scaleDownCooldownMs: 100,
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            for (let i = 0; i < 5; i++) {
+                pool["metrics"].lastScaleTime = new Date(0);
+                pool.updateQueueLength(i % 2 === 0 ? 50 : 1);
+                vi.advanceTimersByTime(1100);
+            }
+            expect(pool.size).toBeGreaterThanOrEqual(1);
+            expect(pool.size).toBeLessThanOrEqual(10);
+        });
+    });
+    describe("Edge cases", () => {
+        it("should handle empty recent queue lengths", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: { strategy: "aggressive" },
+            });
+            await pool.start();
+            const metrics = pool.getMetrics();
+            expect(metrics.queueLength).toBeUndefined();
+        });
+        it("should clamp consumer count to min/max bounds", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "smooth",
+                    minConsumerCount: 2,
+                    maxConsumerCount: 5,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(2);
+            pool.updateQueueLength(100);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBeLessThanOrEqual(5);
+        });
+        it("should respect custom targetRatio with smooth strategy", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "smooth",
+                    targetRatio: 5,
+                    scaleUpCooldownMs: 0,
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(1);
+            pool.updateQueueLength(10);
+            advanceTimeAndProcessMetrics(1100);
+            const firstSize = pool.size;
+            expect(firstSize).toBeGreaterThanOrEqual(1);
+            expect(firstSize).toBeLessThanOrEqual(2);
+            pool.updateQueueLength(10);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBeLessThanOrEqual(2);
+        });
+        it("should respect custom targetRatio with aggressive strategy", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "aggressive",
+                    targetRatio: 5,
+                    scaleUpCooldownMs: 0,
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(1);
+            pool.updateQueueLength(20);
+            advanceTimeAndProcessMetrics(1100);
+            const sizeAfterFirstScale = pool.size;
+            expect(sizeAfterFirstScale).toBeGreaterThanOrEqual(1);
+            pool.updateQueueLength(20);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBeLessThanOrEqual(6);
+        });
+        it("should scale down when no items are dequeued (zero queue length)", async () => {
+            pool = new RunQueueConsumerPool({
+                ...defaultOptions,
+                scaling: {
+                    strategy: "smooth",
+                    minConsumerCount: 1,
+                    maxConsumerCount: 10,
+                    scaleUpCooldownMs: 0,
+                    scaleDownCooldownMs: 0,
+                    disableJitter: true,
+                },
+            });
+            await pool.start();
+            expect(pool.size).toBe(1);
+            // Scale up first
+            pool.updateQueueLength(20);
+            advanceTimeAndProcessMetrics(1100);
+            expect(pool.size).toBeGreaterThan(1);
+            const sizeAfterScaleUp = pool.size;
+            // Now send multiple zero queue lengths to converge EWMA to 0
+            // The EWMA needs time to converge due to exponential smoothing
+            for (let i = 0; i < 5; i++) {
+                pool.updateQueueLength(0);
+                advanceTimeAndProcessMetrics(1100);
+            }
+            // After multiple iterations with zero queue, should scale down but not to minimum yet
+            expect(pool.size).toBeLessThan(sizeAfterScaleUp);
+            expect(pool.size).toBeGreaterThan(1);
+            // Continue until we reach minimum
+            for (let i = 0; i < 5; i++) {
+                pool.updateQueueLength(0);
+                advanceTimeAndProcessMetrics(1100);
+            }
+            // Should eventually reach minimum
+            expect(pool.size).toBe(1);
+        });
+    });
+});
+//# sourceMappingURL=consumerPool.test.js.map

package/dist/esm/v3/runEngineWorker/supervisor/consumerPool.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumerPool.test.js","sourceRoot":"","sources":["../../../../../src/v3/runEngineWorker/supervisor/consumerPool.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAQ,MAAM,QAAQ,CAAC;AAC/E,OAAO,EACL,oBAAoB,GAGrB,MAAM,mBAAmB,CAAC;AAK3B,uBAAuB;AACvB,EAAE,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;AAE3C,uCAAuC;AACvC,MAAM,iBAAiB;IACd,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,GAAG,KAAK,CAAC;IAChB,SAAS,CAA6D;IAE7E,YAAY,IAAS;QACnB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;IAClC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACvB,CAAC;IAED,IAAI;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACvB,CAAC;CACF;AAED,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAI,UAAgC,CAAC;IACrC,IAAI,aAAmB,CAAC;IACxB,IAAI,IAA0B,CAAC;IAC/B,IAAI,cAAoD,CAAC;IACzD,IAAI,aAAkC,CAAC;IACvC,IAAI,mBAAyC,CAAC;IAE9C,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,EAAE,CAAC,aAAa,EAAE,CAAC;QAEnB,UAAU,GAAG,EAA0B,CAAC;QACxC,aAAa,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QACxB,aAAa,GAAG,EAAE,CAAC;QAEnB,mBAAmB,GAAG,CAAC,IAAI,EAAE,EAAE;YAC7B,MAAM,QAAQ,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAC7C,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC7B,OAAO,QAAQ,CAAC;QAClB,CAAC,CAAC;QAEF,cAAc,GAAG;YACf,QAAQ,EAAE;gBACR,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,CAAC;gBACb,cAAc,EAAE,IAAI;gBACpB,SAAS,EAAE,aAAa;aACzB;YACD,eAAe,EAAE,mBAAmB;SACrC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,SAAS,4BAA4B,CAAC,EAAU;QAC9C,EAAE,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAE3B,8DAA8D;QAC9D,IAAI,IAAI,CAAC,kBAAkB,CAAC,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAClD,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,EAAE;aACnD,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;YAC9E,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,EAAE;aACnD,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC;YAE/B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC5B,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;YAE7B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,iBAAiB,EAAE,CAAC;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAC1B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB;YAE5C,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAC1B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,8BAA8B;QAC3D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,CAAC;oBACnB,iBAAiB,EAAE,CAAC;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC5B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC5B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;QAC3C,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,iBAAiB,EAAE,CAAC;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,iBAAiB,EAAE,CAAC;oBACpB,mBAAmB,EAAE,CAAC;oBACtB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC5B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,mCAAmC;YAE9D,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC5B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,wBAAwB;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,iBAAiB,EAAE,CAAC;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAC1B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAC1B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,MAAM,YAAY,GAAG,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5C,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;gBAClC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBAC/B,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAC9B,CAAC;YACD,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACvD,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAC1B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YACnC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE7C,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAEnC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACxD,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAClD,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YACpD,CAAC;YAED,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBAChC,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;YAEH,4BAA4B,CAAC,IAAI,CAAC,CAAC;YAEnC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,kBAAkB,GAAG,EAAE,CAAC,KAAK,CAAC,IAAW,EAAE,iBAAiB,CAAC,CAAC;YAEpE,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC5B,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7D,CAAC;YAED,MAAM,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAClD,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,kBAAkB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;YAC9E,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,MAAM,OAAO,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAC3D,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5D,4BAA4B,CAAC,IAAI,CAAC,CAAC;YAEnC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YACtD,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ;oBAClB,iBAAiB,EAAE,IAAI;oBACvB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,gBAAgB,GAAG,EAAE,CAAC,KAAK,CAAC,IAAW,EAAE,eAAe,CAAC,CAAC;YAEhE,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAEhD,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAC9B,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1B,CAAC;YACD,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;YACzB,IAAI,CAAC,SAAS,CAAC,CAAC,aAAa,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC;YAE7D,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAC1B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YAEnC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,KAAK,GAA2B,EAAE,CAAC;YACzC,MAAM,UAAU,GAAa,EAAE,CAAC;YAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,MAAM,CAAC,GAAG,IAAI,oBAAoB,CAAC;oBACjC,GAAG,cAAc;oBACjB,OAAO,EAAE;wBACP,QAAQ,EAAE,QAAQ;wBAClB,gBAAgB,EAAE,CAAC;wBACnB,gBAAgB,EAAE,EAAE;wBACpB,aAAa,EAAE,IAAI;qBACpB;iBACF,CAAC,CAAC;gBAEH,MAAM,aAAa,GAAG,CAAC,CAAC,eAAe,CAAC,CAAC;gBACzC,CAAC,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,MAAc,EAAE,EAAE;oBAClD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;oBAC5B,OAAO,aAAa,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;gBACvC,CAAC,CAAC,CAAC;gBAEH,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACd,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC;YAED,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC;YAC9C,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,EAAE,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;YAE9B,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,MAAM;oBAChB,gBAAgB,EAAE,CAAC;oBACnB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1B,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACrC,aAAa,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACjC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAElB,aAAa,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACjC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,gBAAgB,EAAE,CAAC;oBACnB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,MAAM,QAAQ,GAAiC,CAAC,EAAE,iBAAiB,EAAE,EAAE,EAAS,CAAC,CAAC;YAElF,IAAI,aAAa,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC;gBAChC,MAAM,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC7C,CAAC;YAED,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAErD,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,aAAa,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,MAAM;oBAChB,gBAAgB,EAAE,CAAC;oBACnB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE;aAChC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,iBAAiB,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YACjC,CAAC;YAED,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,iBAAiB,EAAE,GAAG;oBACtB,mBAAmB,EAAE,GAAG;oBACxB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,SAAS,CAAC,CAAC,aAAa,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC5C,IAAI,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7C,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;YAC/B,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE;aACpC,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,aAAa,EAAE,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,CAAC;oBACnB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YAC5B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,CAAC;oBACd,iBAAiB,EAAE,CAAC;oBACpB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC;YAC5B,MAAM,CAAC,SAAS,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,SAAS,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;YAEzC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,YAAY;oBACtB,WAAW,EAAE,CAAC;oBACd,iBAAiB,EAAE,CAAC;oBACpB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YAEnC,MAAM,mBAAmB,GAAG,IAAI,CAAC,IAAI,CAAC;YACtC,MAAM,CAAC,mBAAmB,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAEtD,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;YAChF,IAAI,GAAG,IAAI,oBAAoB,CAAC;gBAC9B,GAAG,cAAc;gBACjB,OAAO,EAAE;oBACP,QAAQ,EAAE,QAAQ;oBAClB,gBAAgB,EAAE,CAAC;oBACnB,gBAAgB,EAAE,EAAE;oBACpB,iBAAiB,EAAE,CAAC;oBACpB,mBAAmB,EAAE,CAAC;oBACtB,aAAa,EAAE,IAAI;iBACpB;aACF,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE1B,iBAAiB;YACjB,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAC3B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,gBAAgB,GAAG,IAAI,CAAC,IAAI,CAAC;YAEnC,6DAA6D;YAC7D,+DAA+D;YAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;gBAC1B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC;YAED,sFAAsF;YACtF,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAErC,kCAAkC;YAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;gBAC1B,4BAA4B,CAAC,IAAI,CAAC,CAAC;YACrC,CAAC;YAED,kCAAkC;YAClC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/esm/v3/runEngineWorker/supervisor/consumerPoolMetrics.d.ts

@@ -0,0 +1,43 @@
+import { Counter, Gauge, Registry } from "prom-client";
+export interface ConsumerPoolMetricsOptions {
+    register?: Registry;
+    prefix?: string;
+}
+export declare class ConsumerPoolMetrics {
+    private readonly register;
+    private readonly prefix;
+    readonly consumerCount: Gauge;
+    readonly queueLength: Gauge;
+    readonly smoothedQueueLength: Gauge;
+    readonly targetConsumerCount: Gauge;
+    readonly scalingStrategy: Gauge;
+    readonly scalingOperationsTotal: Counter;
+    readonly consumersAddedTotal: Counter;
+    readonly consumersRemovedTotal: Counter;
+    readonly scalingCooldownsApplied: Counter;
+    readonly queueLengthUpdatesTotal: Counter;
+    readonly batchesProcessedTotal: Counter;
+    constructor(opts?: ConsumerPoolMetricsOptions);
+    /**
+     * Update all gauge metrics with current state
+     */
+    updateState(state: {
+        consumerCount: number;
+        queueLength?: number;
+        smoothedQueueLength: number;
+        targetConsumerCount: number;
+        strategy: string;
+    }): void;
+    /**
+     * Record a scaling operation
+     */
+    recordScalingOperation(direction: "up" | "down" | "none", strategy: string, count: number): void;
+    /**
+     * Record that scaling was prevented by cooldown
+     */
+    recordCooldownApplied(direction: "up" | "down"): void;
+    /**
+     * Record a queue length update
+     */
+    recordQueueLengthUpdate(): void;
+}