@nicnocquee/dataqueue 1.34.0 → 1.35.0-beta.20260224110011

package/migrations/1781200000005_add_retry_config_to_job_queue.sql

@@ -0,0 +1,17 @@
+-- Up Migration
+ALTER TABLE job_queue ADD COLUMN IF NOT EXISTS retry_delay INT;
+ALTER TABLE job_queue ADD COLUMN IF NOT EXISTS retry_backoff BOOLEAN;
+ALTER TABLE job_queue ADD COLUMN IF NOT EXISTS retry_delay_max INT;
+
+ALTER TABLE cron_schedules ADD COLUMN IF NOT EXISTS retry_delay INT;
+ALTER TABLE cron_schedules ADD COLUMN IF NOT EXISTS retry_backoff BOOLEAN;
+ALTER TABLE cron_schedules ADD COLUMN IF NOT EXISTS retry_delay_max INT;
+
+-- Down Migration
+ALTER TABLE job_queue DROP COLUMN IF EXISTS retry_delay;
+ALTER TABLE job_queue DROP COLUMN IF EXISTS retry_backoff;
+ALTER TABLE job_queue DROP COLUMN IF EXISTS retry_delay_max;
+
+ALTER TABLE cron_schedules DROP COLUMN IF EXISTS retry_delay;
+ALTER TABLE cron_schedules DROP COLUMN IF EXISTS retry_backoff;
+ALTER TABLE cron_schedules DROP COLUMN IF EXISTS retry_delay_max;

package/migrations/1781200000006_add_output_to_job_queue.sql

@@ -0,0 +1,3 @@
+-- Add output column to job_queue for storing handler results as JSONB.
+-- Up Migration
+ALTER TABLE job_queue ADD COLUMN IF NOT EXISTS output JSONB DEFAULT NULL;

package/migrations/1781200000007_add_group_fields_to_job_queue.sql

@@ -0,0 +1,16 @@
+-- Up Migration: Add group metadata fields for group-based concurrency limits
+ALTER TABLE job_queue
+  ADD COLUMN IF NOT EXISTS group_id VARCHAR(255),
+  ADD COLUMN IF NOT EXISTS group_tier VARCHAR(255);
+
+-- Index for efficient active-group concurrency checks
+CREATE INDEX IF NOT EXISTS idx_job_queue_processing_group_id
+  ON job_queue (group_id)
+  WHERE status = 'processing' AND group_id IS NOT NULL;
+
+-- Down Migration
+DROP INDEX IF EXISTS idx_job_queue_processing_group_id;
+
+ALTER TABLE job_queue
+  DROP COLUMN IF EXISTS group_tier,
+  DROP COLUMN IF EXISTS group_id;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nicnocquee/dataqueue",
-  "version": "1.34.0",
+  "version": "1.35.0-beta.20260224110011",
   "description": "PostgreSQL or Redis-backed job queue for Node.js applications with support for serverless environments",
   "type": "module",
   "main": "dist/index.js",

package/src/backend.ts

@@ -11,6 +11,7 @@ import {
   EditCronScheduleOptions,
   WaitpointRecord,
   CreateTokenOptions,
+  AddJobOptions,
 } from './types.js';
 
 /**
@@ -39,6 +40,9 @@ export interface JobUpdates {
   runAt?: Date | null;
   timeoutMs?: number | null;
   tags?: string[] | null;
+  retryDelay?: number | null;
+  retryBackoff?: boolean | null;
+  retryDelayMax?: number | null;
 }
 
 /**
@@ -58,6 +62,9 @@ export interface CronScheduleInput {
   timezone: string;
   allowOverlap: boolean;
   nextRunAt: Date | null;
+  retryDelay: number | null;
+  retryBackoff: boolean | null;
+  retryDelayMax: number | null;
 }
 
 /**
@@ -68,11 +75,34 @@ export interface CronScheduleInput {
 export interface QueueBackend {
   // ── Job CRUD ──────────────────────────────────────────────────────────
 
-  /** Add a job and return its numeric ID. */
+  /**
+   * Add a job and return its numeric ID.
+   *
+   * @param job - Job configuration.
+   * @param options - Optional. Pass `{ db }` to run the INSERT on an external
+   *   client (e.g., inside a transaction). PostgreSQL only.
+   */
   addJob<PayloadMap, T extends JobType<PayloadMap>>(
     job: JobOptions<PayloadMap, T>,
+    options?: AddJobOptions,
   ): Promise<number>;
 
+  /**
+   * Add multiple jobs in a single operation and return their IDs.
+   *
+   * IDs are returned in the same order as the input array.
+   * Each job may independently have an `idempotencyKey`; duplicates
+   * resolve to the existing job's ID without creating a new row.
+   *
+   * @param jobs - Array of job configurations.
+   * @param options - Optional. Pass `{ db }` to run the INSERTs on an external
+   *   client (e.g., inside a transaction). PostgreSQL only.
+   */
+  addJobs<PayloadMap, T extends JobType<PayloadMap>>(
+    jobs: JobOptions<PayloadMap, T>[],
+    options?: AddJobOptions,
+  ): Promise<number[]>;
+
   /** Get a single job by ID, or null if not found. */
   getJob<PayloadMap, T extends JobType<PayloadMap>>(
     id: number,
@@ -116,10 +146,11 @@ export interface QueueBackend {
     workerId: string,
     batchSize?: number,
     jobType?: string | string[],
+    groupConcurrency?: number,
   ): Promise<JobRecord<PayloadMap, T>[]>;
 
-  /** Mark a job as completed. */
-  completeJob(jobId: number): Promise<void>;
+  /** Mark a job as completed, optionally storing output data. */
+  completeJob(jobId: number, output?: unknown): Promise<void>;
 
   /** Mark a job as failed with error info and schedule retry. */
   failJob(
@@ -165,6 +196,9 @@ export interface QueueBackend {
   /** Update the progress percentage (0-100) for a job. */
   updateProgress(jobId: number, progress: number): Promise<void>;
 
+  /** Update the output data for a job. Best-effort: should not throw. */
+  updateOutput(jobId: number, output: unknown): Promise<void>;
+
   // ── Events ────────────────────────────────────────────────────────────
 
   /** Record a job event. Should not throw. */