@nicnocquee/dataqueue 1.35.0-beta.20260224112317 → 1.35.0-beta.20260224123025

package/ai/docs-content.json

@@ -116,8 +116,8 @@
   {
     "slug": "intro/comparison",
     "title": "Comparison",
-    "description": "How DataQueue compares to BullMQ and Trigger.dev",
-    "content": "Choosing a job queue depends on your stack, infrastructure preferences, and the features you need. Here is a side-by-side comparison of **DataQueue**, **BullMQ**, and **Trigger.dev**.\n\n| Feature                 | DataQueue                                               | BullMQ                                      | Trigger.dev                             |\n| ----------------------- | ------------------------------------------------------- | ------------------------------------------- | --------------------------------------- |\n| **Backend**             | PostgreSQL or Redis                                     | Redis only                                  | Cloud or self-hosted (Postgres + Redis) |\n| **Type Safety**         | Full generic `PayloadMap`                               | Basic types                                 | Full TypeScript tasks                   |\n| **Scheduling**          | `runAt`, Cron                                           | Cron, delayed, recurring                    | Cron, delayed                           |\n| **Retries**             | Exponential backoff, configurable `maxAttempts`         | Exponential backoff, custom strategies, DLQ | Auto retries, bulk replay, DLQ          |\n| **Priority**            | Integer priority                                        | Priority levels                             | Queue-based priority                    |\n| **Concurrency Control** | `batchSize` + `concurrency` + global `groupConcurrency` | Built-in                                    | Per-task + shared limits                |\n| **Rate Limiting**       | -                                                       | Yes                                         | Via concurrency limits                  |\n| **Job Flows / DAGs**    | -                                                       | Parent-child flows                          | Workflows                               |\n| **Dashboard**           | Built-in Next.js package                                | Third-party (Bull Board, etc.)              | Built-in web dashboard                  |\n| **Wait / Pause Jobs**   | `waitFor`, `waitUntil`, token system                    | -                                           | Durable execution                       |\n| **Human-in-the-Loop**   | Token system                                            | -                                           | Yes                                     |\n| **Progress Tracking**   | Yes (0-100%)                                            | Yes                                         | Yes (realtime)                          |\n| **Serverless-First**    | Yes                                                     | No (needs long-running process)             | Yes (cloud)                             |\n| **Self-Hosted**         | Yes                                                     | Yes (your Redis)                            | Yes (containers)                        |\n| **Cloud Option**        | -                                                       | -                                           | Yes                                     |\n| **License**             | MIT                                                     | MIT                                         | Apache-2.0                              |\n| **Pricing**             | Free (OSS)                                              | Free (OSS)                                  | Free tier + paid plans                  |\n| **Infrastructure**      | Your own Postgres or Redis                              | Your own Redis                              | Their cloud or your infra               |\n\n## Where DataQueue shines\n\n- **Serverless-first** — designed from the ground up for Vercel, AWS Lambda, and other serverless platforms. No long-running process required.\n- **Use your existing database** — back your queue with PostgreSQL or Redis. No additional infrastructure to provision or pay for.\n- **Wait and token system** — pause jobs with `waitFor`, `waitUntil`, or token-based waits for human-in-the-loop workflows, all within a single handler function.\n- **Type-safe PayloadMap** — a generic `PayloadMap` gives you compile-time validation of every job type and its payload, catching bugs before they reach production.\n- **Built-in Next.js dashboard** — add a full admin UI to your Next.js app with a single route file. No separate service to deploy."
+    "description": "How DataQueue compares to pg-boss, BullMQ, and Trigger.dev",
+    "content": "Choosing a job queue depends on your stack, infrastructure preferences, and the features you need. Here is a side-by-side comparison of **DataQueue**, **pg-boss**, **BullMQ**, and **Trigger.dev**.\n\n| Feature                 | DataQueue                                               | pg-boss                  | BullMQ                                      | Trigger.dev                             |\n| ----------------------- | ------------------------------------------------------- | ------------------------ | ------------------------------------------- | --------------------------------------- |\n| **Backend**             | PostgreSQL or Redis                                     | PostgreSQL only          | Redis only                                  | Cloud or self-hosted (Postgres + Redis) |\n| **Type Safety**         | Full generic `PayloadMap`                               | TypeScript support       | Basic types                                 | Full TypeScript tasks                   |\n| **Scheduling**          | `runAt`, Cron                                           | Cron, delayed jobs       | Cron, delayed, recurring                    | Cron, delayed                           |\n| **Retries**             | Exponential backoff, configurable `maxAttempts`         | Retries with backoff     | Exponential backoff, custom strategies, DLQ | Auto retries, bulk replay, DLQ          |\n| **Priority**            | Integer priority                                        | Priority support         | Priority levels                             | Queue-based priority                    |\n| **Concurrency Control** | `batchSize` + `concurrency` + global `groupConcurrency` | Workers + queue policies | Built-in                                    | Per-task + shared limits                |\n| **Rate Limiting**       | -                                                       | -                        | Yes                                         | Via concurrency limits                  |\n| **Job Flows / DAGs**    | -                                                       | -                        | Parent-child flows                          | Workflows                               |\n| **Dashboard**           | Built-in Next.js package                                | -                        | Third-party (Bull Board, etc.)              | Built-in web dashboard                  |\n| **Wait / Pause Jobs**   | `waitFor`, `waitUntil`, token system                    | Delayed/scheduled jobs   | -                                           | Durable execution                       |\n| **Human-in-the-Loop**   | Token system                                            | -                        | -                                           | Yes                                     |\n| **Progress Tracking**   | Yes (0-100%)                                            | -                        | Yes                                         | Yes (realtime)                          |\n| **Serverless-First**    | Yes                                                     | Yes                      | No (needs long-running process)             | Yes (cloud)                             |\n| **Self-Hosted**         | Yes                                                     | Yes                      | Yes (your Redis)                            | Yes (containers)                        |\n| **Cloud Option**        | -                                                       | -                        | -                                           | Yes                                     |\n| **License**             | MIT                                                     | MIT                      | MIT                                         | Apache-2.0                              |\n| **Pricing**             | Free (OSS)                                              | Free (OSS)               | Free (OSS)                                  | Free tier + paid plans                  |\n| **Infrastructure**      | Your own Postgres or Redis                              | Your own Postgres        | Your own Redis                              | Their cloud or your infra               |\n\n## Where DataQueue shines\n\n- **Serverless-first** — designed from the ground up for Vercel, AWS Lambda, and other serverless platforms. No long-running process required.\n- **Use your existing database** — back your queue with PostgreSQL or Redis. No additional infrastructure to provision or pay for.\n- **Wait and token system** — pause jobs with `waitFor`, `waitUntil`, or token-based waits for human-in-the-loop workflows, all within a single handler function.\n- **Type-safe PayloadMap** — a generic `PayloadMap` gives you compile-time validation of every job type and its payload, catching bugs before they reach production.\n- **Built-in Next.js dashboard** — add a full admin UI to your Next.js app with a single route file. No separate service to deploy."
   },
   {
     "slug": "intro",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nicnocquee/dataqueue",
-  "version": "1.35.0-beta.20260224112317",
+  "version": "1.35.0-beta.20260224123025",
   "description": "PostgreSQL or Redis-backed job queue for Node.js applications with support for serverless environments",
   "type": "module",
   "main": "dist/index.js",
@@ -23,6 +23,7 @@
     "ci": "npm run build && npm run check-format && npm run check-exports && npm run lint && npm run test",
     "lint": "tsc",
     "test": "vitest run --reporter=verbose",
+    "test:coverage": "vitest run --reporter=verbose --coverage",
     "format": "prettier --write .",
     "check-format": "prettier --check .",
     "check-exports": "attw --pack .",
@@ -56,6 +57,7 @@
     "@arethetypeswrong/cli": "^0.18.2",
     "@types/node": "^24.0.4",
     "@types/pg": "^8.15.4",
+    "@vitest/coverage-v8": "^3.2.4",
     "ioredis": "^5.9.3",
     "node-pg-migrate": "^8.0.3",
     "pnpm": "^9.0.0",

package/src/backends/redis.test.ts

@@ -544,6 +544,71 @@ describe('Redis backend integration', () => {
     expect(job?.status).toBe('pending');
   });
 
+  it('reclaims an in-flight job via supervisor and allows reprocessing', async () => {
+    let firstAttempt = true;
+    const handler = vi.fn(async () => {
+      if (firstAttempt) {
+        firstAttempt = false;
+        await new Promise<void>(() => {});
+      }
+    });
+
+    const jobId = await jobQueue.addJob({
+      jobType: 'test',
+      payload: { foo: 'redis-reclaim-live-loop' },
+    });
+
+    const firstProcessor = jobQueue.createProcessor(
+      {
+        email: vi.fn(async () => {}),
+        sms: vi.fn(async () => {}),
+        test: handler,
+      },
+      { pollInterval: 25, batchSize: 1, concurrency: 1 },
+    );
+    firstProcessor.startInBackground();
+
+    let processingJob = await jobQueue.getJob(jobId);
+    for (let i = 0; i < 50; i++) {
+      if (processingJob?.status === 'processing') {
+        break;
+      }
+      await new Promise((resolve) => setTimeout(resolve, 20));
+      processingJob = await jobQueue.getJob(jobId);
+    }
+    expect(processingJob?.status).toBe('processing');
+
+    await firstProcessor.stopAndDrain(25);
+
+    const supervisor = jobQueue.createSupervisor({
+      stuckJobsTimeoutMinutes: 0,
+      cleanupJobsDaysToKeep: 0,
+      cleanupEventsDaysToKeep: 0,
+      expireTimedOutTokens: false,
+    });
+    const maintenance = await supervisor.start();
+    expect(maintenance.reclaimedJobs).toBe(1);
+
+    const reclaimedJob = await jobQueue.getJob(jobId);
+    expect(reclaimedJob?.status).toBe('pending');
+    expect(reclaimedJob?.lockedAt).toBeNull();
+    expect(reclaimedJob?.lockedBy).toBeNull();
+
+    const secondProcessor = jobQueue.createProcessor(
+      {
+        email: vi.fn(async () => {}),
+        sms: vi.fn(async () => {}),
+        test: handler,
+      },
+      { batchSize: 1, concurrency: 1 },
+    );
+    await secondProcessor.start();
+
+    const completedJob = await jobQueue.getJob(jobId);
+    expect(completedJob?.status).toBe('completed');
+    expect(handler).toHaveBeenCalledTimes(2);
+  });
+
   it('getPool should throw for Redis backend', () => {
     expect(() => jobQueue.getPool()).toThrow(
       'getPool() is only available with the PostgreSQL backend',

package/src/index.test.ts

@@ -120,6 +120,71 @@ describe('index integration', () => {
     expect(job).toBeNull();
   });
 
+  it('reclaims an in-flight job via supervisor and allows reprocessing', async () => {
+    let firstAttempt = true;
+    const handler = vi.fn(async () => {
+      if (firstAttempt) {
+        firstAttempt = false;
+        await new Promise<void>(() => {});
+      }
+    });
+
+    const jobId = await jobQueue.addJob({
+      jobType: 'test',
+      payload: { foo: 'reclaim-live-loop' },
+    });
+
+    const firstProcessor = jobQueue.createProcessor(
+      {
+        email: vi.fn(async () => {}),
+        sms: vi.fn(async () => {}),
+        test: handler,
+      },
+      { pollInterval: 25, batchSize: 1, concurrency: 1 },
+    );
+    firstProcessor.startInBackground();
+
+    let processingJob = await jobQueue.getJob(jobId);
+    for (let i = 0; i < 50; i++) {
+      if (processingJob?.status === 'processing') {
+        break;
+      }
+      await new Promise((resolve) => setTimeout(resolve, 20));
+      processingJob = await jobQueue.getJob(jobId);
+    }
+    expect(processingJob?.status).toBe('processing');
+
+    await firstProcessor.stopAndDrain(25);
+
+    const supervisor = jobQueue.createSupervisor({
+      stuckJobsTimeoutMinutes: 0,
+      cleanupJobsDaysToKeep: 0,
+      cleanupEventsDaysToKeep: 0,
+      expireTimedOutTokens: false,
+    });
+    const maintenance = await supervisor.start();
+    expect(maintenance.reclaimedJobs).toBe(1);
+
+    const reclaimedJob = await jobQueue.getJob(jobId);
+    expect(reclaimedJob?.status).toBe('pending');
+    expect(reclaimedJob?.lockedAt).toBeNull();
+    expect(reclaimedJob?.lockedBy).toBeNull();
+
+    const secondProcessor = jobQueue.createProcessor(
+      {
+        email: vi.fn(async () => {}),
+        sms: vi.fn(async () => {}),
+        test: handler,
+      },
+      { batchSize: 1, concurrency: 1 },
+    );
+    await secondProcessor.start();
+
+    const completedJob = await jobQueue.getJob(jobId);
+    expect(completedJob?.status).toBe('completed');
+    expect(handler).toHaveBeenCalledTimes(2);
+  });
+
   it('getPool should return the underlying pool', () => {
     expect(jobQueue.getPool()).toBeInstanceOf(Pool);
   });