@pikku/queue-bullmq 0.12.4 → 0.12.5

package/CHANGELOG.md

@@ -1,3 +1,32 @@
+## 0.12.5
+
+### Patch Changes
+
+- e3d4454: Add job groups, so one shared queue can stay fair without splitting into one
+  queue per producer.
+
+  A job may now carry `group: { id, tier }`, and a worker may cap how many jobs
+  of any one group run at once via `groupConcurrency`. On pg-boss this maps to
+  `localGroupConcurrency`, which excludes at-capacity groups from the fetch query
+  itself, so a capped group costs nothing rather than being fetched and restored.
+  BullMQ declares it unsupported (groups are a BullMQ Pro feature) — being
+  push-based, it can simply use a queue per group at no polling cost.
+
+  Workflow services accept a `queueStrategy`. The default `'per-workflow'` is
+  unchanged: every workflow gets its own `wf-orchestrator-*` / `wf-step-*` queue,
+  which is also what lets serverless providers deploy one unit per workflow. The
+  new `'shared-groups'` routes every workflow through the shared
+  orchestrator/step-worker queues and isolates them by group instead, so a
+  monolith runs one set of pollers rather than one per workflow — on a
+  pull-based backend with dozens of workflows that is the difference between
+  hundreds of poll loops and twenty. It is for single-process runtimes only; a
+  per-unit serverless deploy still needs the per-workflow queues to route to its
+  units.
+
+- Updated dependencies [24252b8]
+- Updated dependencies [e3d4454]
+  - @pikku/core@0.12.69
+
 ## 0.12.4
 
 ### Patch Changes

package/dist/bull-queue-worker.js

@@ -82,6 +82,10 @@ export class BullQueueWorkers {
         },
         // Configurations that are not supported
         unsupported: {
+            groupConcurrency: {
+                reason: 'Job groups are a BullMQ Pro feature, not available in BullMQ',
+                explanation: 'Give each group its own queue instead — BullMQ is push-based, so extra queues cost no polling',
+            },
             visibilityTimeout: {
                 reason: 'Bull does not use visibility timeout',
                 explanation: 'BullMQ locks jobs during processing instead of using visibility timeouts',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pikku/queue-bullmq",
-  "version": "0.12.4",
+  "version": "0.12.5",
   "author": "yasser.fadl@gmail.com",
   "license": "MIT",
   "module": "dist/index.js",
@@ -15,7 +15,7 @@
     "prepublishOnly": "yarn build"
   },
   "peerDependencies": {
-    "@pikku/core": "^0.12.44"
+    "@pikku/core": "^0.12.69"
   },
   "dependencies": {
     "bullmq": "^5.70.1",

package/run-tests.sh

@@ -1,5 +1,56 @@
 #!/bin/bash
-cd "$(dirname "$0")"
+
+script_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+cd "$script_dir"
+
+# Enable nullglob to handle cases where no files match the pattern
+shopt -s nullglob
+
+# Initialize variables for options
+watch_mode=false
+coverage_mode=false
+
+# Parse command-line options
+while [[ $# -gt 0 ]]; do
+  case $1 in
+    --watch)
+      watch_mode=true
+      shift
+      ;;
+    --coverage)
+      coverage_mode=true
+      shift
+      ;;
+    *)
+      echo "Unknown option: $1"
+      exit 1
+      ;;
+  esac
+done
+
+# Define the pattern to match your test files
+pattern="src/*.test.ts"
+
+# Expand the pattern into an array of files
 files=($(find src -type f -name "*.test.ts"))
-if [ ${#files[@]} -eq 0 ]; then echo "No test files found"; exit 0; fi
-node --import tsx --test "$@" "${files[@]}"
+
+# Check if any files matched the pattern
+if [ ${#files[@]} -eq 0 ]; then
+  echo "No test files found matching pattern: $pattern"
+  exit 0
+fi
+
+# Construct the node command
+node_cmd=(node --import tsx --test)
+
+# Append options based on flags
+if [ "$watch_mode" = true ]; then
+  node_cmd+=(--watch)
+fi
+
+if [ "$coverage_mode" = true ]; then
+  node_cmd+=(--test-coverage-include="src/**/*.{ts,js}" --test-coverage-exclude="**/dist/**" --experimental-test-coverage --test-reporter=lcov --test-reporter-destination=lcov.info)
+fi
+
+# Execute the node command with the expanded list of files
+"${node_cmd[@]}" "${files[@]}"

package/src/bull-queue-worker.ts

@@ -111,6 +111,11 @@ export class BullQueueWorkers implements QueueWorkers {
 
     // Configurations that are not supported
     unsupported: {
+      groupConcurrency: {
+        reason: 'Job groups are a BullMQ Pro feature, not available in BullMQ',
+        explanation:
+          'Give each group its own queue instead — BullMQ is push-based, so extra queues cost no polling',
+      },
       visibilityTimeout: {
         reason: 'Bull does not use visibility timeout',
         explanation: