@trigger.dev/core 4.0.1 → 4.0.3

package/dist/commonjs/v3/runEngineWorker/supervisor/consumerPoolMetrics.js

@@ -0,0 +1,131 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ConsumerPoolMetrics = void 0;
+const prom_client_1 = require("prom-client");
+class ConsumerPoolMetrics {
+    register;
+    prefix;
+    // Current state metrics
+    consumerCount;
+    queueLength;
+    smoothedQueueLength;
+    targetConsumerCount;
+    scalingStrategy;
+    // Scaling operation metrics
+    scalingOperationsTotal;
+    consumersAddedTotal;
+    consumersRemovedTotal;
+    scalingCooldownsApplied;
+    // Performance metrics
+    queueLengthUpdatesTotal;
+    batchesProcessedTotal;
+    constructor(opts = {}) {
+        this.register = opts.register ?? new prom_client_1.Registry();
+        this.prefix = opts.prefix ?? "queue_consumer_pool";
+        // Current state metrics
+        this.consumerCount = new prom_client_1.Gauge({
+            name: `${this.prefix}_consumer_count`,
+            help: "Current number of active queue consumers",
+            labelNames: ["strategy"],
+            registers: [this.register],
+        });
+        this.queueLength = new prom_client_1.Gauge({
+            name: `${this.prefix}_queue_length`,
+            help: "Current queue length (median of recent samples)",
+            registers: [this.register],
+        });
+        this.smoothedQueueLength = new prom_client_1.Gauge({
+            name: `${this.prefix}_smoothed_queue_length`,
+            help: "EWMA smoothed queue length",
+            registers: [this.register],
+        });
+        this.targetConsumerCount = new prom_client_1.Gauge({
+            name: `${this.prefix}_target_consumer_count`,
+            help: "Target number of consumers calculated by scaling strategy",
+            labelNames: ["strategy"],
+            registers: [this.register],
+        });
+        this.scalingStrategy = new prom_client_1.Gauge({
+            name: `${this.prefix}_scaling_strategy_info`,
+            help: "Information about the active scaling strategy (1 = active, 0 = inactive)",
+            labelNames: ["strategy"],
+            registers: [this.register],
+        });
+        // Scaling operation metrics
+        this.scalingOperationsTotal = new prom_client_1.Counter({
+            name: `${this.prefix}_scaling_operations_total`,
+            help: "Total number of scaling operations performed",
+            labelNames: ["direction", "strategy"],
+            registers: [this.register],
+        });
+        this.consumersAddedTotal = new prom_client_1.Counter({
+            name: `${this.prefix}_consumers_added_total`,
+            help: "Total number of consumers added",
+            registers: [this.register],
+        });
+        this.consumersRemovedTotal = new prom_client_1.Counter({
+            name: `${this.prefix}_consumers_removed_total`,
+            help: "Total number of consumers removed",
+            registers: [this.register],
+        });
+        this.scalingCooldownsApplied = new prom_client_1.Counter({
+            name: `${this.prefix}_scaling_cooldowns_applied_total`,
+            help: "Number of times scaling was prevented due to cooldown",
+            labelNames: ["direction"],
+            registers: [this.register],
+        });
+        this.queueLengthUpdatesTotal = new prom_client_1.Counter({
+            name: `${this.prefix}_queue_length_updates_total`,
+            help: "Total number of queue length updates received",
+            registers: [this.register],
+        });
+        this.batchesProcessedTotal = new prom_client_1.Counter({
+            name: `${this.prefix}_batches_processed_total`,
+            help: "Total number of metric batches processed",
+            registers: [this.register],
+        });
+    }
+    /**
+     * Update all gauge metrics with current state
+     */
+    updateState(state) {
+        this.consumerCount.set({ strategy: state.strategy }, state.consumerCount);
+        if (state.queueLength !== undefined) {
+            this.queueLength.set(state.queueLength);
+        }
+        this.smoothedQueueLength.set(state.smoothedQueueLength);
+        this.targetConsumerCount.set({ strategy: state.strategy }, state.targetConsumerCount);
+        // Set strategy info (1 for active strategy, 0 for others)
+        ["none", "smooth", "aggressive"].forEach((s) => {
+            this.scalingStrategy.set({ strategy: s }, s === state.strategy ? 1 : 0);
+        });
+    }
+    /**
+     * Record a scaling operation
+     */
+    recordScalingOperation(direction, strategy, count) {
+        if (direction !== "none") {
+            this.scalingOperationsTotal.inc({ direction, strategy });
+            if (direction === "up") {
+                this.consumersAddedTotal.inc(count);
+            }
+            else {
+                this.consumersRemovedTotal.inc(count);
+            }
+        }
+    }
+    /**
+     * Record that scaling was prevented by cooldown
+     */
+    recordCooldownApplied(direction) {
+        this.scalingCooldownsApplied.inc({ direction });
+    }
+    /**
+     * Record a queue length update
+     */
+    recordQueueLengthUpdate() {
+        this.queueLengthUpdatesTotal.inc();
+    }
+}
+exports.ConsumerPoolMetrics = ConsumerPoolMetrics;
+//# sourceMappingURL=consumerPoolMetrics.js.map

package/dist/commonjs/v3/runEngineWorker/supervisor/consumerPoolMetrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consumerPoolMetrics.js","sourceRoot":"","sources":["../../../../../src/v3/runEngineWorker/supervisor/consumerPoolMetrics.ts"],"names":[],"mappings":";;;AAAA,6CAAkE;AAOlE,MAAa,mBAAmB;IACb,QAAQ,CAAW;IACnB,MAAM,CAAS;IAEhC,wBAAwB;IACR,aAAa,CAAQ;IACrB,WAAW,CAAQ;IACnB,mBAAmB,CAAQ;IAC3B,mBAAmB,CAAQ;IAC3B,eAAe,CAAQ;IAEvC,4BAA4B;IACZ,sBAAsB,CAAU;IAChC,mBAAmB,CAAU;IAC7B,qBAAqB,CAAU;IAC/B,uBAAuB,CAAU;IAEjD,sBAAsB;IACN,uBAAuB,CAAU;IACjC,qBAAqB,CAAU;IAE/C,YAAY,OAAmC,EAAE;QAC/C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,sBAAQ,EAAE,CAAC;QAChD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,qBAAqB,CAAC;QAEnD,wBAAwB;QACxB,IAAI,CAAC,aAAa,GAAG,IAAI,mBAAK,CAAC;YAC7B,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,iBAAiB;YACrC,IAAI,EAAE,0CAA0C;YAChD,UAAU,EAAE,CAAC,UAAU,CAAC;YACxB,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,GAAG,IAAI,mBAAK,CAAC;YAC3B,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,eAAe;YACnC,IAAI,EAAE,iDAAiD;YACvD,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,mBAAmB,GAAG,IAAI,mBAAK,CAAC;YACnC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,wBAAwB;YAC5C,IAAI,EAAE,4BAA4B;YAClC,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,mBAAmB,GAAG,IAAI,mBAAK,CAAC;YACnC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,wBAAwB;YAC5C,IAAI,EAAE,2DAA2D;YACjE,UAAU,EAAE,CAAC,UAAU,CAAC;YACxB,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,eAAe,GAAG,IAAI,mBAAK,CAAC;YAC/B,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,wBAAwB;YAC5C,IAAI,EAAE,0EAA0E;YAChF,UAAU,EAAE,CAAC,UAAU,CAAC;YACxB,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,4BAA4B;QAC5B,IAAI,CAAC,sBAAsB,GAAG,IAAI,qBAAO,CAAC;YACxC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,2BAA2B;YAC/C,IAAI,EAAE,8CAA8C;YACpD,UAAU,EAAE,CAAC,WAAW,EAAE,UAAU,CAAC;YACrC,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,mBAAmB,GAAG,IAAI,qBAAO,CAAC;YACrC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,wBAAwB;YAC5C,IAAI,EAAE,iCAAiC;YACvC,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,qBAAqB,GAAG,IAAI,qBAAO,CAAC;YACvC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,0BAA0B;YAC9C,IAAI,EAAE,mCAAmC;YACzC,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,uBAAuB,GAAG,IAAI,qBAAO,CAAC;YACzC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,kCAAkC;YACtD,IAAI,EAAE,uDAAuD;YAC7D,UAAU,EAAE,CAAC,WAAW,CAAC;YACzB,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,uBAAuB,GAAG,IAAI,qBAAO,CAAC;YACzC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,6BAA6B;YACjD,IAAI,EAAE,+CAA+C;YACrD,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,qBAAqB,GAAG,IAAI,qBAAO,CAAC;YACvC,IAAI,EAAE,GAAG,IAAI,CAAC,MAAM,0BAA0B;YAC9C,IAAI,EAAE,0CAA0C;YAChD,SAAS,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,KAMX;QACC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;QAE1E,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACxD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAEtF,0DAA0D;QAC1D,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YAC7C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,sBAAsB,CAAC,SAAiC,EAAE,QAAgB,EAAE,KAAa;QACvF,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEzD,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,qBAAqB,CAAC,SAAwB;QAC5C,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,uBAAuB;QACrB,IAAI,CAAC,uBAAuB,CAAC,GAAG,EAAE,CAAC;IACrC,CAAC;CACF;AAxJD,kDAwJC"}

package/dist/commonjs/v3/runEngineWorker/supervisor/http.d.ts

@@ -91,6 +91,7 @@ export declare class SupervisorHttpClient {
             imageRef?: string | null | undefined;
             reason?: string | null | undefined;
         } | undefined;
+        workerQueueLength?: number | undefined;
         image?: string | undefined;
         placementTags?: {
             key: string;
@@ -173,6 +174,7 @@ export declare class SupervisorHttpClient {
             imageRef?: string | null | undefined;
             reason?: string | null | undefined;
         } | undefined;
+        workerQueueLength?: number | undefined;
         image?: string | undefined;
         placementTags?: {
             key: string;

package/dist/commonjs/v3/runEngineWorker/supervisor/queueConsumer.d.ts

@@ -1,7 +1,11 @@
 import { SupervisorHttpClient } from "./http.js";
 import { WorkerApiDequeueResponseBody } from "./schemas.js";
 import { PreDequeueFn, PreSkipFn } from "./types.js";
-type RunQueueConsumerOptions = {
+export interface QueueConsumer {
+    start(): void;
+    stop(): void;
+}
+export type RunQueueConsumerOptions = {
     client: SupervisorHttpClient;
     intervalMs: number;
     idleIntervalMs: number;
@@ -10,7 +14,7 @@ type RunQueueConsumerOptions = {
     maxRunCount?: number;
     onDequeue: (messages: WorkerApiDequeueResponseBody) => Promise<void>;
 };
-export declare class RunQueueConsumer {
+export declare class RunQueueConsumer implements QueueConsumer {
     private readonly client;
     private readonly preDequeue?;
     private readonly preSkip?;
@@ -24,6 +28,5 @@ export declare class RunQueueConsumer {
     start(): void;
     stop(): void;
     private dequeue;
-    scheduleNextDequeue(delayMs: number): void;
+    private scheduleNextDequeue;
 }
-export {};

package/dist/commonjs/v3/runEngineWorker/supervisor/queueConsumer.js.map

@@ -1 +1 @@
-{"version":3,"file":"queueConsumer.js","sourceRoot":"","sources":["../../../../../src/v3/runEngineWorker/supervisor/queueConsumer.ts"],"names":[],"mappings":";;;AAAA,yEAAyE;AAezE,MAAa,gBAAgB;IACV,MAAM,CAAuB;IAC7B,UAAU,CAAgB;IAC1B,OAAO,CAAa;IACpB,WAAW,CAAU;IACrB,SAAS,CAA4D;IAErE,MAAM,GAAG,IAAI,4CAAsB,CAAC,gBAAgB,CAAC,CAAC;IAE/D,UAAU,CAAS;IACnB,cAAc,CAAS;IACvB,SAAS,CAAU;IAE3B,YAAY,IAA6B;QACvC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,IAAI;QACF,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE;YAC/B,OAAO,EAAE,IAAI,CAAC,SAAS;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU;YAC7B,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QAED,IAAI,gBAA+D,CAAC;QACpE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEpC,IAAI,CAAC;gBACH,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAC7C,CAAC;YAAC,OAAO,eAAe,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAE9D,IACE,gBAAgB,EAAE,WAAW;YAC7B,gBAAgB,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;YACzC,gBAAgB,EAAE,YAAY,EAAE,MAAM,KAAK,CAAC,EAC5C,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAE5D,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBAE/B,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;gBACvB,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9C,OAAO;QACT,CAAC;QAED,IAAI,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;gBACzC,YAAY,EAAE,gBAAgB,EAAE,YAAY;gBAC5C,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAEpC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC7B,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC;oBACnC,CAAC;gBACH,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;IAC3C,CAAC;IAED,mBAAmB,CAAC,OAAe;QACjC,IAAI,OAAO,KAAK,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/E,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,sCAAsC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;CACF;AA7HD,4CA6HC"}
+{"version":3,"file":"queueConsumer.js","sourceRoot":"","sources":["../../../../../src/v3/runEngineWorker/supervisor/queueConsumer.ts"],"names":[],"mappings":";;;AAAA,yEAAyE;AAoBzE,MAAa,gBAAgB;IACV,MAAM,CAAuB;IAC7B,UAAU,CAAgB;IAC1B,OAAO,CAAa;IACpB,WAAW,CAAU;IACrB,SAAS,CAA4D;IAErE,MAAM,GAAG,IAAI,4CAAsB,CAAC,gBAAgB,CAAC,CAAC;IAE/D,UAAU,CAAS;IACnB,cAAc,CAAS;IACvB,SAAS,CAAU;IAE3B,YAAY,IAA6B;QACvC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAC1C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,IAAI;QACF,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE;YAC/B,OAAO,EAAE,IAAI,CAAC,SAAS;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,cAAc,EAAE,IAAI,CAAC,cAAc;YACnC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU;YAC7B,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QAED,IAAI,gBAA+D,CAAC;QACpE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEpC,IAAI,CAAC;gBACH,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAC7C,CAAC;YAAC,OAAO,eAAe,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAE9D,IACE,gBAAgB,EAAE,WAAW;YAC7B,gBAAgB,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;YACzC,gBAAgB,EAAE,YAAY,EAAE,MAAM,KAAK,CAAC,EAC5C,CAAC;YACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAE5D,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;gBAE/B,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;gBACvB,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC9C,OAAO;QACT,CAAC;QAED,IAAI,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAEzC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;gBACzC,YAAY,EAAE,gBAAgB,EAAE,YAAY;gBAC5C,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBAEpC,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC7B,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC;oBACnC,CAAC;gBACH,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,CAAC;IAC3C,CAAC;IAEO,mBAAmB,CAAC,OAAe;QACzC,IAAI,OAAO,KAAK,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/E,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,sCAAsC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;QAED,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;CACF;AA7HD,4CA6HC"}

package/dist/commonjs/v3/runEngineWorker/supervisor/queueMetricsProcessor.d.ts

@@ -0,0 +1,76 @@
+export interface QueueMetricsProcessorOptions {
+    /**
+     * EWMA smoothing factor (0-1)
+     * Lower values = more smoothing, less reactive
+     * Higher values = more responsive to recent changes
+     */
+    ewmaAlpha: number;
+    /**
+     * Batch window duration in milliseconds
+     * Samples within this window are collected and processed together
+     */
+    batchWindowMs: number;
+}
+export interface BatchProcessingResult {
+    /** Median of samples in the batch */
+    median: number;
+    /** EWMA-smoothed value after processing this batch */
+    smoothedValue: number;
+    /** Number of samples processed in this batch */
+    sampleCount: number;
+    /** Raw samples that were processed */
+    samples: readonly number[];
+}
+/**
+ * Processes queue length samples using exponential weighted moving average (EWMA)
+ * for smoothing and median filtering for outlier resistance.
+ *
+ * Collects samples within a batch window, calculates median to filter outliers,
+ * then applies EWMA smoothing for stable trend tracking.
+ */
+export declare class QueueMetricsProcessor {
+    private readonly ewmaAlpha;
+    private readonly batchWindowMs;
+    private readonly logger;
+    private samples;
+    private smoothedValue;
+    private lastBatchTime;
+    private isInitialized;
+    constructor(options: QueueMetricsProcessorOptions);
+    /**
+     * Adds a sample to the current batch
+     */
+    addSample(value: number, timestamp?: number): void;
+    /**
+     * Checks if enough time has passed to process the current batch
+     */
+    shouldProcessBatch(currentTime?: number): boolean;
+    private calculateMedian;
+    /**
+     * Processes the current batch of samples and returns the result.
+     * Clears the samples array and updates the smoothed value.
+     *
+     * Returns null if there are no samples to process.
+     */
+    processBatch(currentTime?: number): BatchProcessingResult | null;
+    /**
+     * Gets the current smoothed value without processing a batch
+     */
+    getSmoothedValue(): number;
+    /**
+     * Gets the number of samples in the current batch
+     */
+    getCurrentSampleCount(): number;
+    /**
+     * Gets the current samples (for testing/debugging)
+     */
+    getCurrentSamples(): readonly number[];
+    /**
+     * Resets the processor state
+     */
+    reset(): void;
+    /**
+     * Gets processor configuration
+     */
+    getConfig(): Readonly<QueueMetricsProcessorOptions>;
+}

package/dist/commonjs/v3/runEngineWorker/supervisor/queueMetricsProcessor.js

@@ -0,0 +1,161 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueueMetricsProcessor = void 0;
+const structuredLogger_js_1 = require("../../utils/structuredLogger.js");
+/**
+ * Processes queue length samples using exponential weighted moving average (EWMA)
+ * for smoothing and median filtering for outlier resistance.
+ *
+ * Collects samples within a batch window, calculates median to filter outliers,
+ * then applies EWMA smoothing for stable trend tracking.
+ */
+class QueueMetricsProcessor {
+    ewmaAlpha;
+    batchWindowMs;
+    logger = new structuredLogger_js_1.SimpleStructuredLogger("queue-metrics-processor");
+    samples = [];
+    smoothedValue = 0;
+    lastBatchTime = 0;
+    isInitialized = false;
+    constructor(options) {
+        if (options.ewmaAlpha < 0 || options.ewmaAlpha > 1) {
+            throw new Error("ewmaAlpha must be between 0 and 1");
+        }
+        if (options.batchWindowMs <= 0) {
+            throw new Error("batchWindowMs must be positive");
+        }
+        this.ewmaAlpha = options.ewmaAlpha;
+        this.batchWindowMs = options.batchWindowMs;
+    }
+    /**
+     * Adds a sample to the current batch
+     */
+    addSample(value, timestamp = Date.now()) {
+        if (value < 0) {
+            throw new Error("Queue length cannot be negative");
+        }
+        this.samples.push(value);
+        // Update last batch time on first sample
+        if (this.samples.length === 1) {
+            this.lastBatchTime = timestamp;
+        }
+    }
+    /**
+     * Checks if enough time has passed to process the current batch
+     */
+    shouldProcessBatch(currentTime = Date.now()) {
+        if (this.samples.length === 0) {
+            return false;
+        }
+        return currentTime - this.lastBatchTime >= this.batchWindowMs;
+    }
+    calculateMedian(samples) {
+        const sortedSamples = [...samples].sort((a, b) => a - b);
+        const mid = Math.floor(sortedSamples.length / 2);
+        if (sortedSamples.length % 2 === 1) {
+            // Odd length: use middle value
+            const median = sortedSamples[mid];
+            if (median === undefined) {
+                this.logger.error("Invalid median calculated from odd samples", {
+                    sortedSamples,
+                    mid,
+                    median,
+                });
+                return null;
+            }
+            return median;
+        }
+        else {
+            // Even length: average two middle values
+            const lowMid = sortedSamples[mid - 1];
+            const highMid = sortedSamples[mid];
+            if (lowMid === undefined || highMid === undefined) {
+                this.logger.error("Invalid median calculated from even samples", {
+                    sortedSamples,
+                    mid,
+                    lowMid,
+                    highMid,
+                });
+                return null;
+            }
+            const median = (lowMid + highMid) / 2;
+            return median;
+        }
+    }
+    /**
+     * Processes the current batch of samples and returns the result.
+     * Clears the samples array and updates the smoothed value.
+     *
+     * Returns null if there are no samples to process.
+     */
+    processBatch(currentTime = Date.now()) {
+        if (this.samples.length === 0) {
+            // No samples to process
+            return null;
+        }
+        // Calculate median of samples to filter outliers
+        const median = this.calculateMedian(this.samples);
+        if (median === null) {
+            // We already logged a more specific error message
+            return null;
+        }
+        // Update EWMA smoothed value
+        if (!this.isInitialized) {
+            // First value - initialize with median
+            this.smoothedValue = median;
+            this.isInitialized = true;
+        }
+        else {
+            // Apply EWMA: s_t = α * x_t + (1 - α) * s_(t-1)
+            this.smoothedValue = this.ewmaAlpha * median + (1 - this.ewmaAlpha) * this.smoothedValue;
+        }
+        const result = {
+            median,
+            smoothedValue: this.smoothedValue,
+            sampleCount: this.samples.length,
+            samples: Object.freeze([...this.samples]),
+        };
+        // Clear samples for next batch
+        this.samples = [];
+        this.lastBatchTime = currentTime;
+        return result;
+    }
+    /**
+     * Gets the current smoothed value without processing a batch
+     */
+    getSmoothedValue() {
+        return this.smoothedValue;
+    }
+    /**
+     * Gets the number of samples in the current batch
+     */
+    getCurrentSampleCount() {
+        return this.samples.length;
+    }
+    /**
+     * Gets the current samples (for testing/debugging)
+     */
+    getCurrentSamples() {
+        return Object.freeze([...this.samples]);
+    }
+    /**
+     * Resets the processor state
+     */
+    reset() {
+        this.samples = [];
+        this.smoothedValue = 0;
+        this.lastBatchTime = 0;
+        this.isInitialized = false;
+    }
+    /**
+     * Gets processor configuration
+     */
+    getConfig() {
+        return {
+            ewmaAlpha: this.ewmaAlpha,
+            batchWindowMs: this.batchWindowMs,
+        };
+    }
+}
+exports.QueueMetricsProcessor = QueueMetricsProcessor;
+//# sourceMappingURL=queueMetricsProcessor.js.map

package/dist/commonjs/v3/runEngineWorker/supervisor/queueMetricsProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queueMetricsProcessor.js","sourceRoot":"","sources":["../../../../../src/v3/runEngineWorker/supervisor/queueMetricsProcessor.ts"],"names":[],"mappings":";;;AAAA,yEAAyE;AA+BzE;;;;;;GAMG;AACH,MAAa,qBAAqB;IACf,SAAS,CAAS;IAClB,aAAa,CAAS;IACtB,MAAM,GAAG,IAAI,4CAAsB,CAAC,yBAAyB,CAAC,CAAC;IAExE,OAAO,GAAa,EAAE,CAAC;IACvB,aAAa,GAAW,CAAC,CAAC;IAC1B,aAAa,GAAW,CAAC,CAAC;IAC1B,aAAa,GAAY,KAAK,CAAC;IAEvC,YAAY,OAAqC;QAC/C,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,IAAI,OAAO,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACnD,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,OAAO,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAC7C,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,KAAa,EAAE,YAAoB,IAAI,CAAC,GAAG,EAAE;QACrD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEzB,yCAAyC;QACzC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,cAAsB,IAAI,CAAC,GAAG,EAAE;QACjD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,WAAW,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAC;IAChE,CAAC;IAEO,eAAe,CAAC,OAAiB;QACvC,MAAM,aAAa,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEjD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YACnC,+BAA+B;YAC/B,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAElC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4CAA4C,EAAE;oBAC9D,aAAa;oBACb,GAAG;oBACH,MAAM;iBACP,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,yCAAyC;YACzC,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;YAEnC,IAAI,MAAM,KAAK,SAAS,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAClD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE;oBAC/D,aAAa;oBACb,GAAG;oBACH,MAAM;oBACN,OAAO;iBACR,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,MAAM,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,YAAY,CAAC,cAAsB,IAAI,CAAC,GAAG,EAAE;QAC3C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,wBAAwB;YACxB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,iDAAiD;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;YACpB,kDAAkD;YAClD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,6BAA6B;QAC7B,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACxB,uCAAuC;YACvC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;YAC5B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,gDAAgD;YAChD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC;QAC3F,CAAC;QAED,MAAM,MAAM,GAA0B;YACpC,MAAM;YACN,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,WAAW,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAChC,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;SAC1C,CAAC;QAEF,+BAA+B;QAC/B,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,aAAa,GAAG,WAAW,CAAC;QAEjC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,gBAAgB;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC;IACJ,CAAC;CACF;AA1KD,sDA0KC"}

package/dist/commonjs/v3/runEngineWorker/supervisor/queueMetricsProcessor.test.d.ts

@@ -0,0 +1 @@
+export {};