@trigger.dev/core 0.0.0-buffer-fix-20231206151546 → 0.0.0-bun-prerelease-20260909132648

package/dist/esm/v3/runEngineWorker/supervisor/scalingStrategies.d.ts

@@ -0,0 +1,67 @@
+import type { QueueMetricsProcessor } from "./queueMetricsProcessor.js";
+export type ScalingStrategyKind = "none" | "smooth" | "aggressive";
+export interface ScalingStrategyOptions {
+    metricsProcessor?: QueueMetricsProcessor;
+    dampingFactor?: number;
+    minConsumerCount: number;
+    maxConsumerCount: number;
+    targetRatio: number;
+}
+export declare abstract class ScalingStrategy {
+    abstract readonly name: string;
+    private readonly minConsumerCount;
+    private readonly maxConsumerCount;
+    protected readonly targetRatio: number;
+    constructor(options?: ScalingStrategyOptions);
+    /**
+     * Calculates the target consumer count with clamping to min/max bounds
+     * Uses template method pattern to ensure consistent clamping across all strategies
+     */
+    calculateTargetCount(currentCount: number): number;
+    /**
+     * Internal method for subclasses to implement their specific scaling logic
+     * Should return the unclamped target count
+     */
+    protected abstract calculateTargetCountInternal(currentCount: number): number;
+    /**
+     * Creates a scaling strategy by name
+     */
+    static create(strategy: ScalingStrategyKind, options?: ScalingStrategyOptions): ScalingStrategy;
+}
+/**
+ * Static scaling strategy - maintains a fixed number of consumers
+ */
+export declare class NoneScalingStrategy extends ScalingStrategy {
+    readonly name = "none";
+    constructor(options?: ScalingStrategyOptions);
+    protected calculateTargetCountInternal(currentCount: number): number;
+}
+/**
+ * Smooth scaling strategy with EWMA smoothing and damping
+ * Uses exponentially weighted moving average for queue length smoothing
+ * and applies damping to prevent rapid oscillations.
+ */
+export declare class SmoothScalingStrategy extends ScalingStrategy {
+    readonly name = "smooth";
+    private readonly dampingFactor;
+    private readonly metricsProcessor;
+    constructor(options?: ScalingStrategyOptions);
+    protected calculateTargetCountInternal(currentCount: number): number;
+}
+/**
+ * Aggressive scaling strategy with threshold-based zones
+ * Uses threshold-based zones for different scaling behaviors.
+ * Scales up quickly when load increases but scales down cautiously.
+ */
+export declare class AggressiveScalingStrategy extends ScalingStrategy {
+    readonly name = "aggressive";
+    private readonly metricsProcessor;
+    constructor(options?: ScalingStrategyOptions);
+    protected calculateTargetCountInternal(currentCount: number): number;
+    getThresholds(targetRatio: number): {
+        scaleDownThreshold: number;
+        scaleUpThreshold: number;
+        criticalThreshold: number;
+        highThreshold: number;
+    };
+}

package/dist/esm/v3/runEngineWorker/supervisor/scalingStrategies.js

@@ -0,0 +1,146 @@
+export class ScalingStrategy {
+    minConsumerCount;
+    maxConsumerCount;
+    targetRatio;
+    constructor(options) {
+        this.minConsumerCount = options?.minConsumerCount ?? 1;
+        this.maxConsumerCount = options?.maxConsumerCount ?? 10;
+        this.targetRatio = options?.targetRatio ?? 1;
+    }
+    /**
+     * Calculates the target consumer count with clamping to min/max bounds
+     * Uses template method pattern to ensure consistent clamping across all strategies
+     */
+    calculateTargetCount(currentCount) {
+        const targetCount = this.calculateTargetCountInternal(currentCount);
+        // Apply consistent clamping to all strategies
+        return Math.min(Math.max(targetCount, this.minConsumerCount), this.maxConsumerCount);
+    }
+    /**
+     * Creates a scaling strategy by name
+     */
+    static create(strategy, options) {
+        switch (strategy) {
+            case "none":
+                return new NoneScalingStrategy(options);
+            case "smooth":
+                return new SmoothScalingStrategy(options);
+            case "aggressive":
+                return new AggressiveScalingStrategy(options);
+            default:
+                throw new Error(`Unknown scaling strategy: ${strategy}`);
+        }
+    }
+}
+/**
+ * Static scaling strategy - maintains a fixed number of consumers
+ */
+export class NoneScalingStrategy extends ScalingStrategy {
+    name = "none";
+    constructor(options) {
+        super(options);
+    }
+    calculateTargetCountInternal(currentCount) {
+        return currentCount;
+    }
+}
+/**
+ * Smooth scaling strategy with EWMA smoothing and damping
+ * Uses exponentially weighted moving average for queue length smoothing
+ * and applies damping to prevent rapid oscillations.
+ */
+export class SmoothScalingStrategy extends ScalingStrategy {
+    name = "smooth";
+    dampingFactor;
+    metricsProcessor;
+    constructor(options) {
+        super(options);
+        const dampingFactor = options?.dampingFactor ?? 0.7;
+        if (dampingFactor < 0 || dampingFactor > 1) {
+            throw new Error("dampingFactor must be between 0 and 1");
+        }
+        if (!options?.metricsProcessor) {
+            throw new Error("metricsProcessor is required for smooth scaling strategy");
+        }
+        this.dampingFactor = dampingFactor;
+        this.metricsProcessor = options.metricsProcessor;
+    }
+    calculateTargetCountInternal(currentCount) {
+        const smoothedQueueLength = this.metricsProcessor.getSmoothedValue();
+        // Calculate target consumers based on the configured ratio
+        const targetConsumers = Math.ceil(smoothedQueueLength / this.targetRatio);
+        // Apply damping factor to smooth out changes
+        // This prevents oscillation by only moving toward the target gradually
+        const dampedTarget = currentCount + (targetConsumers - currentCount) * this.dampingFactor;
+        // Return rounded value without clamping (handled by base class)
+        return Math.round(dampedTarget);
+    }
+}
+/**
+ * Aggressive scaling strategy with threshold-based zones
+ * Uses threshold-based zones for different scaling behaviors.
+ * Scales up quickly when load increases but scales down cautiously.
+ */
+export class AggressiveScalingStrategy extends ScalingStrategy {
+    name = "aggressive";
+    metricsProcessor;
+    constructor(options) {
+        super(options);
+        if (!options?.metricsProcessor) {
+            throw new Error("metricsProcessor is required for aggressive scaling strategy");
+        }
+        this.metricsProcessor = options.metricsProcessor;
+    }
+    calculateTargetCountInternal(currentCount) {
+        const smoothedQueueLength = this.metricsProcessor.getSmoothedValue();
+        // Calculate queue items per consumer,
+        const queuePerConsumer = smoothedQueueLength / (currentCount || 1);
+        // Define zones based on targetRatio
+        // Optimal zone: 0.5x to 2x the target ratio
+        const scaleDownThreshold = this.targetRatio * 0.5;
+        const scaleUpThreshold = this.targetRatio * 2.0;
+        if (queuePerConsumer < scaleDownThreshold) {
+            // Zone 1: Under-utilized (< 0.5x target ratio)
+            // Scale down gradually to avoid removing too many consumers
+            const reductionFactor = Math.max(0.9, 1 - (scaleDownThreshold - queuePerConsumer) * 0.1);
+            // Return without min clamping (handled by base class)
+            return Math.floor(currentCount * reductionFactor);
+        }
+        else if (queuePerConsumer > scaleUpThreshold) {
+            // Zone 3: Over-utilized (> 2x target ratio)
+            // Scale up aggressively based on queue pressure
+            let scaleFactor;
+            if (queuePerConsumer >= this.targetRatio * 5) {
+                // Critical: Queue is 5x target ratio or higher
+                scaleFactor = 1.5; // 50% increase
+            }
+            else if (queuePerConsumer >= this.targetRatio * 3) {
+                // High: Queue is 3x target ratio
+                scaleFactor = 1.3; // 30% increase
+            }
+            else {
+                // Moderate: Queue is 2x target ratio
+                scaleFactor = 1.1; // 10% increase
+            }
+            const targetCount = Math.ceil(currentCount * scaleFactor);
+            // Cap increase at 50% to prevent overshooting
+            const maxIncrement = Math.ceil(currentCount * 0.5);
+            // Return without max clamping (handled by base class)
+            return Math.min(currentCount + maxIncrement, targetCount);
+        }
+        else {
+            // Zone 2: Optimal (0.5x - 2x target ratio)
+            // Maintain current consumer count
+            return currentCount;
+        }
+    }
+    getThresholds(targetRatio) {
+        return {
+            scaleDownThreshold: targetRatio * 0.5,
+            scaleUpThreshold: targetRatio * 2.0,
+            criticalThreshold: targetRatio * 5.0,
+            highThreshold: targetRatio * 3.0,
+        };
+    }
+}
+//# sourceMappingURL=scalingStrategies.js.map

package/dist/esm/v3/runEngineWorker/supervisor/scalingStrategies.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scalingStrategies.js","sourceRoot":"","sources":["../../../../../src/v3/runEngineWorker/supervisor/scalingStrategies.ts"],"names":[],"mappings":"AAYA,MAAM,OAAgB,eAAe;IAGlB,gBAAgB,CAAS;IACzB,gBAAgB,CAAS;IAEvB,WAAW,CAAS;IAEvC,YAAY,OAAgC;QAC1C,IAAI,CAAC,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,EAAE,CAAC;QACxD,IAAI,CAAC,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,oBAAoB,CAAC,YAAoB;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,4BAA4B,CAAC,YAAY,CAAC,CAAC;QAEpE,8CAA8C;QAC9C,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvF,CAAC;IAQD;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,QAA6B,EAAE,OAAgC;QAC3E,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,MAAM;gBACT,OAAO,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAE1C,KAAK,QAAQ;gBACX,OAAO,IAAI,qBAAqB,CAAC,OAAO,CAAC,CAAC;YAE5C,KAAK,YAAY;gBACf,OAAO,IAAI,yBAAyB,CAAC,OAAO,CAAC,CAAC;YAEhD;gBACE,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,mBAAoB,SAAQ,eAAe;IAC7C,IAAI,GAAG,MAAM,CAAC;IAEvB,YAAY,OAAgC;QAC1C,KAAK,CAAC,OAAO,CAAC,CAAC;IACjB,CAAC;IAES,4BAA4B,CAAC,YAAoB;QACzD,OAAO,YAAY,CAAC;IACtB,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,qBAAsB,SAAQ,eAAe;IAC/C,IAAI,GAAG,QAAQ,CAAC;IACR,aAAa,CAAS;IACtB,gBAAgB,CAAwB;IAEzD,YAAY,OAAgC;QAC1C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,MAAM,aAAa,GAAG,OAAO,EAAE,aAAa,IAAI,GAAG,CAAC;QACpD,IAAI,aAAa,GAAG,CAAC,IAAI,aAAa,GAAG,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,OAAO,EAAE,gBAAgB,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACnD,CAAC;IAES,4BAA4B,CAAC,YAAoB;QACzD,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;QAErE,2DAA2D;QAC3D,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;QAE1E,6CAA6C;QAC7C,uEAAuE;QACvE,MAAM,YAAY,GAAG,YAAY,GAAG,CAAC,eAAe,GAAG,YAAY,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC;QAE1F,gEAAgE;QAChE,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,yBAA0B,SAAQ,eAAe;IACnD,IAAI,GAAG,YAAY,CAAC;IACZ,gBAAgB,CAAwB;IAEzD,YAAY,OAAgC;QAC1C,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,OAAO,EAAE,gBAAgB,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACnD,CAAC;IAES,4BAA4B,CAAC,YAAoB;QACzD,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;QAErE,sCAAsC;QACtC,MAAM,gBAAgB,GAAG,mBAAmB,GAAG,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;QAEnE,oCAAoC;QACpC,4CAA4C;QAC5C,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;QAClD,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,GAAG,GAAG,CAAC;QAEhD,IAAI,gBAAgB,GAAG,kBAAkB,EAAE,CAAC;YAC1C,+CAA+C;YAC/C,4DAA4D;YAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,kBAAkB,GAAG,gBAAgB,CAAC,GAAG,GAAG,CAAC,CAAC;YACzF,sDAAsD;YACtD,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,eAAe,CAAC,CAAC;QACpD,CAAC;aAAM,IAAI,gBAAgB,GAAG,gBAAgB,EAAE,CAAC;YAC/C,4CAA4C;YAC5C,gDAAgD;YAChD,IAAI,WAAmB,CAAC;YACxB,IAAI,gBAAgB,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC7C,+CAA+C;gBAC/C,WAAW,GAAG,GAAG,CAAC,CAAC,eAAe;YACpC,CAAC;iBAAM,IAAI,gBAAgB,IAAI,IAAI,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;gBACpD,iCAAiC;gBACjC,WAAW,GAAG,GAAG,CAAC,CAAC,eAAe;YACpC,CAAC;iBAAM,CAAC;gBACN,qCAAqC;gBACrC,WAAW,GAAG,GAAG,CAAC,CAAC,eAAe;YACpC,CAAC;YAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,CAAC;YAC1D,8CAA8C;YAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC;YACnD,sDAAsD;YACtD,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,YAAY,EAAE,WAAW,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,2CAA2C;YAC3C,kCAAkC;YAClC,OAAO,YAAY,CAAC;QACtB,CAAC;IACH,CAAC;IAED,aAAa,CAAC,WAAmB;QAC/B,OAAO;YACL,kBAAkB,EAAE,WAAW,GAAG,GAAG;YACrC,gBAAgB,EAAE,WAAW,GAAG,GAAG;YACnC,iBAAiB,EAAE,WAAW,GAAG,GAAG;YACpC,aAAa,EAAE,WAAW,GAAG,GAAG;SACjC,CAAC;IACJ,CAAC;CACF"}