@trigger.dev/redis-worker 0.0.0-prerelease-20260302145933 → 0.0.0-prerelease-20260305142821

package/dist/index.d.cts

@@ -722,8 +722,22 @@ interface FairQueueOptions<TPayloadSchema extends z.ZodTypeAny = z.ZodUnknown> {
     meter?: Meter;
     /** Name for metrics/tracing (default: "fairqueue") */
     name?: string;
-    /** Optional global rate limiter to limit processing across all consumers */
-    globalRateLimiter?: GlobalRateLimiter;
+    /**
+     * Maximum number of items allowed in a worker queue before claiming pauses.
+     * When set, the claim phase checks worker queue depth and skips claiming if
+     * the queue is at or above this limit. This prevents unbounded worker queue
+     * growth which could cause visibility timeouts (claimed messages have a
+     * visibility timeout that ticks while they sit in the worker queue).
+     * Requires `workerQueueDepthCheckId` to know which queue to check.
+     * Disabled by default (0 = no limit).
+     */
+    workerQueueMaxDepth?: number;
+    /**
+     * The worker queue ID to check depth against when workerQueueMaxDepth is set.
+     * Required when workerQueueMaxDepth > 0 and the system uses a single shared worker queue.
+     * If not set, depth checking is disabled even if workerQueueMaxDepth is set.
+     */
+    workerQueueDepthCheckId?: string;
 }
 /**
  * Context passed to the message handler.
@@ -1958,7 +1972,8 @@ declare class FairQueue<TPayloadSchema extends z.ZodTypeAny = z.ZodUnknown> {
     private cooloffPeriodMs;
     private maxCooloffStatesSize;
     private queueCooloffStates;
-    private globalRateLimiter?;
+    private workerQueueMaxDepth;
+    private workerQueueDepthCheckId?;
     private consumerTraceMaxIterations;
     private consumerTraceTimeoutSeconds;
     private batchedSpanManager;

package/dist/index.d.ts

@@ -722,8 +722,22 @@ interface FairQueueOptions<TPayloadSchema extends z.ZodTypeAny = z.ZodUnknown> {
     meter?: Meter;
     /** Name for metrics/tracing (default: "fairqueue") */
     name?: string;
-    /** Optional global rate limiter to limit processing across all consumers */
-    globalRateLimiter?: GlobalRateLimiter;
+    /**
+     * Maximum number of items allowed in a worker queue before claiming pauses.
+     * When set, the claim phase checks worker queue depth and skips claiming if
+     * the queue is at or above this limit. This prevents unbounded worker queue
+     * growth which could cause visibility timeouts (claimed messages have a
+     * visibility timeout that ticks while they sit in the worker queue).
+     * Requires `workerQueueDepthCheckId` to know which queue to check.
+     * Disabled by default (0 = no limit).
+     */
+    workerQueueMaxDepth?: number;
+    /**
+     * The worker queue ID to check depth against when workerQueueMaxDepth is set.
+     * Required when workerQueueMaxDepth > 0 and the system uses a single shared worker queue.
+     * If not set, depth checking is disabled even if workerQueueMaxDepth is set.
+     */
+    workerQueueDepthCheckId?: string;
 }
 /**
  * Context passed to the message handler.
@@ -1958,7 +1972,8 @@ declare class FairQueue<TPayloadSchema extends z.ZodTypeAny = z.ZodUnknown> {
     private cooloffPeriodMs;
     private maxCooloffStatesSize;
     private queueCooloffStates;
-    private globalRateLimiter?;
+    private workerQueueMaxDepth;
+    private workerQueueDepthCheckId?;
     private consumerTraceMaxIterations;
     private consumerTraceTimeoutSeconds;
     private batchedSpanManager;

package/dist/index.js

@@ -14902,7 +14902,8 @@ var FairQueue = class {
     this.cooloffThreshold = options.cooloff?.threshold ?? 10;
     this.cooloffPeriodMs = options.cooloff?.periodMs ?? 1e4;
     this.maxCooloffStatesSize = options.cooloff?.maxStatesSize ?? 1e3;
-    this.globalRateLimiter = options.globalRateLimiter;
+    this.workerQueueMaxDepth = options.workerQueueMaxDepth ?? 0;
+    this.workerQueueDepthCheckId = options.workerQueueDepthCheckId;
     this.consumerTraceMaxIterations = options.consumerTraceMaxIterations ?? 500;
     this.consumerTraceTimeoutSeconds = options.consumerTraceTimeoutSeconds ?? 60;
     this.telemetry = new FairQueueTelemetry({
@@ -14988,8 +14989,9 @@ var FairQueue = class {
   cooloffPeriodMs;
   maxCooloffStatesSize;
   queueCooloffStates = /* @__PURE__ */ new Map();
-  // Global rate limiter
-  globalRateLimiter;
+  // Worker queue backpressure
+  workerQueueMaxDepth;
+  workerQueueDepthCheckId;
   // Consumer tracing
   consumerTraceMaxIterations;
   consumerTraceTimeoutSeconds;
@@ -15693,15 +15695,13 @@ var FairQueue = class {
       }
       maxClaimCount = Math.min(maxClaimCount, availableCapacity);
     }
-    if (this.globalRateLimiter) {
-      const result = await this.globalRateLimiter.limit();
-      if (!result.allowed && result.resetAt) {
-        const waitMs = Math.max(0, result.resetAt - Date.now());
-        if (waitMs > 0) {
-          this.logger.debug("Global rate limit reached, waiting", { waitMs, loopId });
-          await new Promise((resolve) => setTimeout(resolve, waitMs));
-        }
+    if (this.workerQueueMaxDepth > 0 && this.workerQueueDepthCheckId) {
+      const depth = await this.workerQueueManager.getLength(this.workerQueueDepthCheckId);
+      if (depth >= this.workerQueueMaxDepth) {
+        return 0;
       }
+      const remainingCapacity = this.workerQueueMaxDepth - depth;
+      maxClaimCount = Math.min(maxClaimCount, remainingCapacity);
     }
     const claimedMessages = await this.visibilityManager.claimBatch(queueId, queueKey, queueItemsKey, loopId, maxClaimCount, this.visibilityTimeoutMs);
     if (claimedMessages.length === 0) {