@trigger.dev/redis-worker 4.4.6 → 4.5.0-rc.0

package/dist/index.d.cts

@@ -2126,4 +2126,154 @@ declare module "@internal/redis" {
     }
 }
 
-export { type AnyMessageCatalog, type AnyQueueItem, BaseScheduler, type BatchConfig, BatchedSpanManager, type BatchedSpanManagerOptions, CallbackFairQueueKeyProducer, type ClaimResult, type ConcurrencyCheckResult, type ConcurrencyGroupConfig, ConcurrencyManager, type ConcurrencyManagerOptions, type ConcurrencyState, type ConsumerLoopState, type CooloffOptions, CronSchema, CustomRetry, DRRScheduler, type DRRSchedulerConfig, type DeadLetterMessage, DefaultFairQueueKeyProducer, type DispatchSchedulerContext, type EnqueueBatchOptions, type EnqueueOptions, ExponentialBackoffRetry, FairQueue, FairQueueAttributes, type FairQueueKeyProducer, type FairQueueMetrics, type FairQueueOptions, FairQueueTelemetry, type FairScheduler, FixedDelayRetry, type GlobalRateLimiter, ImmediateRetry, type InFlightMessage, type JobHandler, type JobHandlerParams, LinearBackoffRetry, MasterQueue, type MasterQueueOptions, type MessageCatalogKey, type MessageCatalogSchema, type MessageCatalogValue, type MessageHandler, type MessageHandlerContext, MessagingAttributes, NoRetry, NoopScheduler, type QueueCooloffState, type QueueDescriptor, type QueueItem, type QueueMessage, type QueueWithScore, type ReclaimedMessageInfo, type RetryOptions, type RetryStrategy, RoundRobinScheduler, type SchedulerContext, SimpleQueue, type StoredMessage, type TelemetryOptions, TenantDispatch, type TenantDispatchOptions, type TenantQueues, type TenantWithScore, VisibilityManager, type VisibilityManagerOptions, WeightedScheduler, type WeightedSchedulerBiases, type WeightedSchedulerConfig, Worker, type WorkerCatalog, type WorkerConcurrencyOptions, WorkerQueueManager, type WorkerQueueManagerOptions, type WorkerQueueOptions, createDefaultRetryStrategy, defaultRetryOptions, isAbortError, noopTelemetry };
+declare const BufferEntryStatus: z.ZodEnum<["QUEUED", "DRAINING", "FAILED"]>;
+type BufferEntryStatus = z.infer<typeof BufferEntryStatus>;
+declare const BufferEntryError: z.ZodObject<{
+    code: z.ZodString;
+    message: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    message: string;
+    code: string;
+}, {
+    message: string;
+    code: string;
+}>;
+type BufferEntryError = z.infer<typeof BufferEntryError>;
+declare const BufferEntrySchema: z.ZodObject<{
+    runId: z.ZodString;
+    envId: z.ZodString;
+    orgId: z.ZodString;
+    payload: z.ZodString;
+    status: z.ZodEnum<["QUEUED", "DRAINING", "FAILED"]>;
+    attempts: z.ZodEffects<z.ZodString, number, string>;
+    createdAt: z.ZodEffects<z.ZodString, Date, string>;
+    lastError: z.ZodOptional<z.ZodEffects<z.ZodString, {
+        message: string;
+        code: string;
+    }, string>>;
+}, "strip", z.ZodTypeAny, {
+    status: "QUEUED" | "FAILED" | "DRAINING";
+    payload: string;
+    createdAt: Date;
+    runId: string;
+    envId: string;
+    orgId: string;
+    attempts: number;
+    lastError?: {
+        message: string;
+        code: string;
+    } | undefined;
+}, {
+    status: "QUEUED" | "FAILED" | "DRAINING";
+    payload: string;
+    createdAt: string;
+    runId: string;
+    envId: string;
+    orgId: string;
+    attempts: string;
+    lastError?: string | undefined;
+}>;
+type BufferEntry = z.infer<typeof BufferEntrySchema>;
+declare function serialiseSnapshot(snapshot: unknown): string;
+declare function deserialiseSnapshot<T = unknown>(serialised: string): T;
+
+type MollifierBufferOptions = {
+    redisOptions: RedisOptions;
+    entryTtlSeconds: number;
+    logger?: Logger;
+};
+declare class MollifierBuffer {
+    #private;
+    private readonly redis;
+    private readonly entryTtlSeconds;
+    private readonly logger;
+    constructor(options: MollifierBufferOptions);
+    accept(input: {
+        runId: string;
+        envId: string;
+        orgId: string;
+        payload: string;
+    }): Promise<boolean>;
+    pop(envId: string): Promise<BufferEntry | null>;
+    getEntry(runId: string): Promise<BufferEntry | null>;
+    listOrgs(): Promise<string[]>;
+    listEnvsForOrg(orgId: string): Promise<string[]>;
+    ack(runId: string): Promise<void>;
+    requeue(runId: string): Promise<void>;
+    fail(runId: string, error: {
+        code: string;
+        message: string;
+    }): Promise<boolean>;
+    getEntryTtlSeconds(runId: string): Promise<number>;
+    evaluateTrip(envId: string, options: {
+        windowMs: number;
+        threshold: number;
+        holdMs: number;
+    }): Promise<{
+        tripped: boolean;
+        count: number;
+    }>;
+    close(): Promise<void>;
+}
+declare module "@internal/redis" {
+    interface RedisCommander<Context> {
+        acceptMollifierEntry(entryKey: string, queueKey: string, orgsKey: string, runId: string, envId: string, orgId: string, payload: string, createdAt: string, ttlSeconds: string, orgEnvsPrefix: string, callback?: Callback<number>): Result<number, Context>;
+        popAndMarkDraining(queueKey: string, orgsKey: string, entryPrefix: string, envId: string, orgEnvsPrefix: string, callback?: Callback<string | null>): Result<string | null, Context>;
+        requeueMollifierEntry(entryKey: string, orgsKey: string, queuePrefix: string, runId: string, orgEnvsPrefix: string, callback?: Callback<number>): Result<number, Context>;
+        failMollifierEntry(entryKey: string, errorPayload: string, callback?: Callback<number>): Result<number, Context>;
+        mollifierEvaluateTrip(rateKey: string, trippedKey: string, windowMs: string, threshold: string, holdMs: string, callback?: Callback<[number, number]>): Result<[number, number], Context>;
+    }
+}
+
+type MollifierDrainerHandler<TPayload> = (input: {
+    runId: string;
+    envId: string;
+    orgId: string;
+    payload: TPayload;
+    attempts: number;
+    createdAt: Date;
+}) => Promise<void>;
+type MollifierDrainerOptions<TPayload> = {
+    buffer: MollifierBuffer;
+    handler: MollifierDrainerHandler<TPayload>;
+    concurrency: number;
+    maxAttempts: number;
+    isRetryable: (err: unknown) => boolean;
+    pollIntervalMs?: number;
+    maxOrgsPerTick?: number;
+    logger?: Logger;
+};
+type DrainResult = {
+    drained: number;
+    failed: number;
+};
+declare class MollifierDrainer<TPayload = unknown> {
+    private readonly buffer;
+    private readonly handler;
+    private readonly maxAttempts;
+    private readonly isRetryable;
+    private readonly pollIntervalMs;
+    private readonly maxOrgsPerTick;
+    private readonly logger;
+    private readonly limit;
+    private orgCursor;
+    private perOrgEnvCursors;
+    private isRunning;
+    private stopping;
+    private loopPromise;
+    constructor(options: MollifierDrainerOptions<TPayload>);
+    runOnce(): Promise<DrainResult>;
+    start(): void;
+    stop(options?: {
+        timeoutMs?: number;
+    }): Promise<void>;
+    private loop;
+    private backoffMs;
+    private delay;
+    private takeOrgSlice;
+    private pickEnvForOrg;
+    private processOneFromEnv;
+    private processEntry;
+}
+
+export { type AnyMessageCatalog, type AnyQueueItem, BaseScheduler, type BatchConfig, BatchedSpanManager, type BatchedSpanManagerOptions, type BufferEntry, BufferEntryError, BufferEntrySchema, BufferEntryStatus, CallbackFairQueueKeyProducer, type ClaimResult, type ConcurrencyCheckResult, type ConcurrencyGroupConfig, ConcurrencyManager, type ConcurrencyManagerOptions, type ConcurrencyState, type ConsumerLoopState, type CooloffOptions, CronSchema, CustomRetry, DRRScheduler, type DRRSchedulerConfig, type DeadLetterMessage, DefaultFairQueueKeyProducer, type DispatchSchedulerContext, type DrainResult, type EnqueueBatchOptions, type EnqueueOptions, ExponentialBackoffRetry, FairQueue, FairQueueAttributes, type FairQueueKeyProducer, type FairQueueMetrics, type FairQueueOptions, FairQueueTelemetry, type FairScheduler, FixedDelayRetry, type GlobalRateLimiter, ImmediateRetry, type InFlightMessage, type JobHandler, type JobHandlerParams, LinearBackoffRetry, MasterQueue, type MasterQueueOptions, type MessageCatalogKey, type MessageCatalogSchema, type MessageCatalogValue, type MessageHandler, type MessageHandlerContext, MessagingAttributes, MollifierBuffer, type MollifierBufferOptions, MollifierDrainer, type MollifierDrainerHandler, type MollifierDrainerOptions, NoRetry, NoopScheduler, type QueueCooloffState, type QueueDescriptor, type QueueItem, type QueueMessage, type QueueWithScore, type ReclaimedMessageInfo, type RetryOptions, type RetryStrategy, RoundRobinScheduler, type SchedulerContext, SimpleQueue, type StoredMessage, type TelemetryOptions, TenantDispatch, type TenantDispatchOptions, type TenantQueues, type TenantWithScore, VisibilityManager, type VisibilityManagerOptions, WeightedScheduler, type WeightedSchedulerBiases, type WeightedSchedulerConfig, Worker, type WorkerCatalog, type WorkerConcurrencyOptions, WorkerQueueManager, type WorkerQueueManagerOptions, type WorkerQueueOptions, createDefaultRetryStrategy, defaultRetryOptions, deserialiseSnapshot, isAbortError, noopTelemetry, serialiseSnapshot };

package/dist/index.d.ts

@@ -2126,4 +2126,154 @@ declare module "@internal/redis" {
     }
 }
 
-export { type AnyMessageCatalog, type AnyQueueItem, BaseScheduler, type BatchConfig, BatchedSpanManager, type BatchedSpanManagerOptions, CallbackFairQueueKeyProducer, type ClaimResult, type ConcurrencyCheckResult, type ConcurrencyGroupConfig, ConcurrencyManager, type ConcurrencyManagerOptions, type ConcurrencyState, type ConsumerLoopState, type CooloffOptions, CronSchema, CustomRetry, DRRScheduler, type DRRSchedulerConfig, type DeadLetterMessage, DefaultFairQueueKeyProducer, type DispatchSchedulerContext, type EnqueueBatchOptions, type EnqueueOptions, ExponentialBackoffRetry, FairQueue, FairQueueAttributes, type FairQueueKeyProducer, type FairQueueMetrics, type FairQueueOptions, FairQueueTelemetry, type FairScheduler, FixedDelayRetry, type GlobalRateLimiter, ImmediateRetry, type InFlightMessage, type JobHandler, type JobHandlerParams, LinearBackoffRetry, MasterQueue, type MasterQueueOptions, type MessageCatalogKey, type MessageCatalogSchema, type MessageCatalogValue, type MessageHandler, type MessageHandlerContext, MessagingAttributes, NoRetry, NoopScheduler, type QueueCooloffState, type QueueDescriptor, type QueueItem, type QueueMessage, type QueueWithScore, type ReclaimedMessageInfo, type RetryOptions, type RetryStrategy, RoundRobinScheduler, type SchedulerContext, SimpleQueue, type StoredMessage, type TelemetryOptions, TenantDispatch, type TenantDispatchOptions, type TenantQueues, type TenantWithScore, VisibilityManager, type VisibilityManagerOptions, WeightedScheduler, type WeightedSchedulerBiases, type WeightedSchedulerConfig, Worker, type WorkerCatalog, type WorkerConcurrencyOptions, WorkerQueueManager, type WorkerQueueManagerOptions, type WorkerQueueOptions, createDefaultRetryStrategy, defaultRetryOptions, isAbortError, noopTelemetry };
+declare const BufferEntryStatus: z.ZodEnum<["QUEUED", "DRAINING", "FAILED"]>;
+type BufferEntryStatus = z.infer<typeof BufferEntryStatus>;
+declare const BufferEntryError: z.ZodObject<{
+    code: z.ZodString;
+    message: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    message: string;
+    code: string;
+}, {
+    message: string;
+    code: string;
+}>;
+type BufferEntryError = z.infer<typeof BufferEntryError>;
+declare const BufferEntrySchema: z.ZodObject<{
+    runId: z.ZodString;
+    envId: z.ZodString;
+    orgId: z.ZodString;
+    payload: z.ZodString;
+    status: z.ZodEnum<["QUEUED", "DRAINING", "FAILED"]>;
+    attempts: z.ZodEffects<z.ZodString, number, string>;
+    createdAt: z.ZodEffects<z.ZodString, Date, string>;
+    lastError: z.ZodOptional<z.ZodEffects<z.ZodString, {
+        message: string;
+        code: string;
+    }, string>>;
+}, "strip", z.ZodTypeAny, {
+    status: "QUEUED" | "FAILED" | "DRAINING";
+    payload: string;
+    createdAt: Date;
+    runId: string;
+    envId: string;
+    orgId: string;
+    attempts: number;
+    lastError?: {
+        message: string;
+        code: string;
+    } | undefined;
+}, {
+    status: "QUEUED" | "FAILED" | "DRAINING";
+    payload: string;
+    createdAt: string;
+    runId: string;
+    envId: string;
+    orgId: string;
+    attempts: string;
+    lastError?: string | undefined;
+}>;
+type BufferEntry = z.infer<typeof BufferEntrySchema>;
+declare function serialiseSnapshot(snapshot: unknown): string;
+declare function deserialiseSnapshot<T = unknown>(serialised: string): T;
+
+type MollifierBufferOptions = {
+    redisOptions: RedisOptions;
+    entryTtlSeconds: number;
+    logger?: Logger;
+};
+declare class MollifierBuffer {
+    #private;
+    private readonly redis;
+    private readonly entryTtlSeconds;
+    private readonly logger;
+    constructor(options: MollifierBufferOptions);
+    accept(input: {
+        runId: string;
+        envId: string;
+        orgId: string;
+        payload: string;
+    }): Promise<boolean>;
+    pop(envId: string): Promise<BufferEntry | null>;
+    getEntry(runId: string): Promise<BufferEntry | null>;
+    listOrgs(): Promise<string[]>;
+    listEnvsForOrg(orgId: string): Promise<string[]>;
+    ack(runId: string): Promise<void>;
+    requeue(runId: string): Promise<void>;
+    fail(runId: string, error: {
+        code: string;
+        message: string;
+    }): Promise<boolean>;
+    getEntryTtlSeconds(runId: string): Promise<number>;
+    evaluateTrip(envId: string, options: {
+        windowMs: number;
+        threshold: number;
+        holdMs: number;
+    }): Promise<{
+        tripped: boolean;
+        count: number;
+    }>;
+    close(): Promise<void>;
+}
+declare module "@internal/redis" {
+    interface RedisCommander<Context> {
+        acceptMollifierEntry(entryKey: string, queueKey: string, orgsKey: string, runId: string, envId: string, orgId: string, payload: string, createdAt: string, ttlSeconds: string, orgEnvsPrefix: string, callback?: Callback<number>): Result<number, Context>;
+        popAndMarkDraining(queueKey: string, orgsKey: string, entryPrefix: string, envId: string, orgEnvsPrefix: string, callback?: Callback<string | null>): Result<string | null, Context>;
+        requeueMollifierEntry(entryKey: string, orgsKey: string, queuePrefix: string, runId: string, orgEnvsPrefix: string, callback?: Callback<number>): Result<number, Context>;
+        failMollifierEntry(entryKey: string, errorPayload: string, callback?: Callback<number>): Result<number, Context>;
+        mollifierEvaluateTrip(rateKey: string, trippedKey: string, windowMs: string, threshold: string, holdMs: string, callback?: Callback<[number, number]>): Result<[number, number], Context>;
+    }
+}
+
+type MollifierDrainerHandler<TPayload> = (input: {
+    runId: string;
+    envId: string;
+    orgId: string;
+    payload: TPayload;
+    attempts: number;
+    createdAt: Date;
+}) => Promise<void>;
+type MollifierDrainerOptions<TPayload> = {
+    buffer: MollifierBuffer;
+    handler: MollifierDrainerHandler<TPayload>;
+    concurrency: number;
+    maxAttempts: number;
+    isRetryable: (err: unknown) => boolean;
+    pollIntervalMs?: number;
+    maxOrgsPerTick?: number;
+    logger?: Logger;
+};
+type DrainResult = {
+    drained: number;
+    failed: number;
+};
+declare class MollifierDrainer<TPayload = unknown> {
+    private readonly buffer;
+    private readonly handler;
+    private readonly maxAttempts;
+    private readonly isRetryable;
+    private readonly pollIntervalMs;
+    private readonly maxOrgsPerTick;
+    private readonly logger;
+    private readonly limit;
+    private orgCursor;
+    private perOrgEnvCursors;
+    private isRunning;
+    private stopping;
+    private loopPromise;
+    constructor(options: MollifierDrainerOptions<TPayload>);
+    runOnce(): Promise<DrainResult>;
+    start(): void;
+    stop(options?: {
+        timeoutMs?: number;
+    }): Promise<void>;
+    private loop;
+    private backoffMs;
+    private delay;
+    private takeOrgSlice;
+    private pickEnvForOrg;
+    private processOneFromEnv;
+    private processEntry;
+}
+
+export { type AnyMessageCatalog, type AnyQueueItem, BaseScheduler, type BatchConfig, BatchedSpanManager, type BatchedSpanManagerOptions, type BufferEntry, BufferEntryError, BufferEntrySchema, BufferEntryStatus, CallbackFairQueueKeyProducer, type ClaimResult, type ConcurrencyCheckResult, type ConcurrencyGroupConfig, ConcurrencyManager, type ConcurrencyManagerOptions, type ConcurrencyState, type ConsumerLoopState, type CooloffOptions, CronSchema, CustomRetry, DRRScheduler, type DRRSchedulerConfig, type DeadLetterMessage, DefaultFairQueueKeyProducer, type DispatchSchedulerContext, type DrainResult, type EnqueueBatchOptions, type EnqueueOptions, ExponentialBackoffRetry, FairQueue, FairQueueAttributes, type FairQueueKeyProducer, type FairQueueMetrics, type FairQueueOptions, FairQueueTelemetry, type FairScheduler, FixedDelayRetry, type GlobalRateLimiter, ImmediateRetry, type InFlightMessage, type JobHandler, type JobHandlerParams, LinearBackoffRetry, MasterQueue, type MasterQueueOptions, type MessageCatalogKey, type MessageCatalogSchema, type MessageCatalogValue, type MessageHandler, type MessageHandlerContext, MessagingAttributes, MollifierBuffer, type MollifierBufferOptions, MollifierDrainer, type MollifierDrainerHandler, type MollifierDrainerOptions, NoRetry, NoopScheduler, type QueueCooloffState, type QueueDescriptor, type QueueItem, type QueueMessage, type QueueWithScore, type ReclaimedMessageInfo, type RetryOptions, type RetryStrategy, RoundRobinScheduler, type SchedulerContext, SimpleQueue, type StoredMessage, type TelemetryOptions, TenantDispatch, type TenantDispatchOptions, type TenantQueues, type TenantWithScore, VisibilityManager, type VisibilityManagerOptions, WeightedScheduler, type WeightedSchedulerBiases, type WeightedSchedulerConfig, Worker, type WorkerCatalog, type WorkerConcurrencyOptions, WorkerQueueManager, type WorkerQueueManagerOptions, type WorkerQueueOptions, createDefaultRetryStrategy, defaultRetryOptions, deserialiseSnapshot, isAbortError, noopTelemetry, serialiseSnapshot };