@pikku/queue-pg-boss 0.11.0 → 0.11.2

package/CHANGELOG.md

@@ -1,11 +1,38 @@
 ## 0.11.0
 
+## 0.11.2
+
+### Patch Changes
+
+- db9c7bf: Simplify CreateWireServices type signature for custom Config compatibility
+- Updated dependencies [db9c7bf]
+  - @pikku/core@0.11.2
+
+## 0.11.2
+
+### Fixes
+
+- ddd87eaf: Simplify CreateWireServices type signature for custom Config compatibility
+
+## 0.11.1
+
+### Patch Changes
+
+- 4b811db: chore: updating all dependencies
+- 06e1a31: breaking: change session services to wire services
+- Updated dependencies [4b811db]
+- Updated dependencies [e12a00c]
+- Updated dependencies [4579434]
+- Updated dependencies [28aeb7f]
+- Updated dependencies [ce902b1]
+- Updated dependencies [06e1a31]
+  - @pikku/core@0.11.1
+
 ### Minor Changes
 
 - Add scheduler service implementation
 - Add service factory for queue and scheduler creation
 
-
 # @pikku/queue-pg-boss
 
 ## 0.10.0

package/dist/pg-boss-queue-service.d.ts

@@ -1,6 +1,6 @@
-import PgBoss from 'pg-boss';
+import { PgBoss, Request as PgBossRequest } from 'pg-boss';
 import type { QueueService, QueueJob, JobOptions } from '@pikku/core/queue';
-export declare const mapPikkuJobToPgBoss: (options?: JobOptions) => PgBoss.JobOptions;
+export declare const mapPikkuJobToPgBoss: (options?: JobOptions) => PgBossRequest["options"];
 /**
  * pg-boss/PostgreSQL queue service implementation
  * Supports job results, retries, and PostgreSQL-based queuing

package/dist/pg-boss-queue-worker.d.ts

@@ -1,14 +1,14 @@
-import PgBoss from 'pg-boss';
+import { PgBoss, type WorkOptions } from 'pg-boss';
 import type { QueueWorkers, PikkuWorkerConfig, QueueConfigMapping, ConfigValidationResult } from '@pikku/core/queue';
-import { CoreServices, CoreSingletonServices, CreateSessionServices } from '@pikku/core';
-export declare const mapPikkuWorkerToPgBoss: (workerConfig?: PikkuWorkerConfig) => PgBoss.WorkOptions;
+import { CoreSingletonServices, CreateWireServices } from '@pikku/core';
+export declare const mapPikkuWorkerToPgBoss: (workerConfig?: PikkuWorkerConfig) => WorkOptions;
 /**
  * pg-boss/PostgreSQL queue worker implementation
  * Supports job results, retries, and PostgreSQL-based queuing
  */
 export declare class PgBossQueueWorkers implements QueueWorkers {
     private singletonServices;
-    private createSessionServices?;
+    private createWireServices?;
     readonly name = "pg-boss";
     readonly supportsResults = true;
     /**
@@ -18,7 +18,7 @@ export declare class PgBossQueueWorkers implements QueueWorkers {
     readonly configMappings: QueueConfigMapping;
     private pgBoss;
     private activeWorkers;
-    constructor(pgBoss: PgBoss, singletonServices: CoreSingletonServices, createSessionServices?: CreateSessionServices<CoreSingletonServices, CoreServices, any> | undefined);
+    constructor(pgBoss: PgBoss, singletonServices: CoreSingletonServices, createWireServices?: CreateWireServices | undefined);
     /**
      * Scan state and register all compatible processors
      */

package/dist/pg-boss-queue-worker.js

@@ -1,7 +1,9 @@
 import { runQueueJob, registerQueueWorkers, QueueJobFailedError, QueueJobDiscardedError, } from '@pikku/core/queue';
 import { mapPgBossJobToQueueJob } from './utils.js';
 export const mapPikkuWorkerToPgBoss = (workerConfig) => {
-    const workerOptions = {};
+    const workerOptions = {
+        batchSize: 10,
+    };
     if (workerConfig?.batchSize !== undefined) {
         workerOptions.batchSize = workerConfig.batchSize;
     }
@@ -16,7 +18,7 @@ export const mapPikkuWorkerToPgBoss = (workerConfig) => {
  */
 export class PgBossQueueWorkers {
     singletonServices;
-    createSessionServices;
+    createWireServices;
     name = 'pg-boss';
     supportsResults = true;
     /**
@@ -28,7 +30,7 @@ export class PgBossQueueWorkers {
         supported: {
             batchSize: {
                 queueProperty: 'batchSize',
-                description: 'Number of jobs to process in a single batch',
+                description: 'Number of jobs to fetch and process concurrently in parallel',
             },
             pollInterval: {
                 queueProperty: 'pollingIntervalSeconds',
@@ -83,9 +85,9 @@ export class PgBossQueueWorkers {
     };
     pgBoss;
     activeWorkers = new Map();
-    constructor(pgBoss, singletonServices, createSessionServices) {
+    constructor(pgBoss, singletonServices, createWireServices) {
         this.singletonServices = singletonServices;
-        this.createSessionServices = createSessionServices;
+        this.createWireServices = createWireServices;
         this.pgBoss = pgBoss;
     }
     /**
@@ -97,33 +99,45 @@ export class PgBossQueueWorkers {
             const workerId = await this.pgBoss.work(processor.queueName, {
                 ...mapPikkuWorkerToPgBoss(processor.config),
                 includeMetadata: true,
-            }, async ([job]) => {
+            }, async (jobs) => {
                 if (!this.singletonServices) {
                     throw new Error('Singleton services not available');
                 }
-                if (!job) {
-                    this.singletonServices.logger.warn(`No job received for queue ${queueName}`);
+                if (!jobs || jobs.length === 0) {
+                    this.singletonServices.logger.warn(`No jobs received for queue ${queueName}`);
                     return;
                 }
-                try {
-                    await runQueueJob({
-                        singletonServices: this.singletonServices,
-                        createSessionServices: this.createSessionServices,
-                        job: mapPgBossJobToQueueJob(job, this.pgBoss),
-                    });
-                }
-                catch (error) {
-                    if (error instanceof QueueJobFailedError) {
-                        // Let pg-boss handle this as a failed job
-                        throw new Error(error.message);
+                // Process all jobs in parallel
+                await Promise.all(jobs.map(async (job) => {
+                    try {
+                        await runQueueJob({
+                            singletonServices: this.singletonServices,
+                            createWireServices: this.createWireServices,
+                            job: mapPgBossJobToQueueJob(job, this.pgBoss),
+                        });
                     }
-                    else if (error instanceof QueueJobDiscardedError) {
-                        // For pg-boss, complete the job successfully to discard it
-                        this.singletonServices.logger.info(`PgBoss job ${job.id} discarded: ${error.message}`);
-                        return; // Successfully "completed" by discarding
+                    catch (error) {
+                        if (error instanceof QueueJobFailedError) {
+                            // Mark this specific job as failed
+                            await this.pgBoss.fail(queueName, job.id, {
+                                message: error.message,
+                            });
+                        }
+                        else if (error instanceof QueueJobDiscardedError) {
+                            // For pg-boss, complete the job successfully to discard it
+                            this.singletonServices.logger.info(`PgBoss job ${job.id} discarded: ${error.message}`);
+                            await this.pgBoss.complete(queueName, job.id);
+                        }
+                        else {
+                            // For other errors, fail the job
+                            await this.pgBoss.fail(queueName, job.id, {
+                                message: error instanceof Error
+                                    ? error.message
+                                    : 'Unknown error',
+                            });
+                        }
                     }
-                    throw error;
-                }
+                }));
             });
             this.activeWorkers.set(queueName, workerId);
         });

package/dist/pg-boss-scheduler-service.d.ts

@@ -1,4 +1,4 @@
-import PgBoss from 'pg-boss';
+import { PgBoss } from 'pg-boss';
 import { SchedulerService, ScheduledTaskInfo, ScheduledTaskSummary, CoreUserSession } from '@pikku/core';
 /**
  * pg-boss scheduler service implementation

package/dist/pg-boss-service-factory.d.ts

@@ -1,8 +1,8 @@
-import PgBoss from 'pg-boss';
+import { PgBoss, type ConstructorOptions } from 'pg-boss';
 import { PgBossQueueService } from './pg-boss-queue-service.js';
 import { PgBossQueueWorkers } from './pg-boss-queue-worker.js';
 import { PgBossSchedulerService } from './pg-boss-scheduler-service.js';
-import type { CoreServices, CoreSingletonServices, CreateSessionServices } from '@pikku/core';
+import type { CoreSingletonServices, CreateWireServices } from '@pikku/core';
 /**
  * Factory class for pg-boss services
  * Manages a single PgBoss instance shared across queue, worker, and scheduler services
@@ -13,7 +13,7 @@ export declare class PgBossServiceFactory {
     private queueWorkers?;
     private schedulerService?;
     private initialized;
-    constructor(optionsOrInstance: PgBoss.ConstructorOptions | string | PgBoss);
+    constructor(optionsOrInstance: ConstructorOptions | string | PgBoss);
     /**
      * Initialize the pg-boss instance
      */
@@ -25,7 +25,7 @@ export declare class PgBossServiceFactory {
     /**
      * Get the queue workers for processing jobs
      */
-    getQueueWorkers(singletonServices: CoreSingletonServices, createSessionServices?: CreateSessionServices<CoreSingletonServices, CoreServices, any>): PgBossQueueWorkers;
+    getQueueWorkers(singletonServices: CoreSingletonServices, createWireServices?: CreateWireServices): PgBossQueueWorkers;
     /**
      * Get the scheduler service for managing recurring tasks
      */
@@ -34,4 +34,8 @@ export declare class PgBossServiceFactory {
      * Close all services and the pg-boss connection
      */
     close(): Promise<void>;
+    /**
+     * Alias for close() - used by stopSingletonServices
+     */
+    stop(): Promise<void>;
 }

package/dist/pg-boss-service-factory.js

@@ -1,4 +1,4 @@
-import PgBoss from 'pg-boss';
+import { PgBoss } from 'pg-boss';
 import { PgBossQueueService } from './pg-boss-queue-service.js';
 import { PgBossQueueWorkers } from './pg-boss-queue-worker.js';
 import { PgBossSchedulerService } from './pg-boss-scheduler-service.js';
@@ -44,9 +44,9 @@ export class PgBossServiceFactory {
     /**
      * Get the queue workers for processing jobs
      */
-    getQueueWorkers(singletonServices, createSessionServices) {
+    getQueueWorkers(singletonServices, createWireServices) {
         if (!this.queueWorkers) {
-            this.queueWorkers = new PgBossQueueWorkers(this.pgBoss, singletonServices, createSessionServices);
+            this.queueWorkers = new PgBossQueueWorkers(this.pgBoss, singletonServices, createWireServices);
         }
         return this.queueWorkers;
     }
@@ -68,4 +68,10 @@ export class PgBossServiceFactory {
             this.initialized = false;
         }
     }
+    /**
+     * Alias for close() - used by stopSingletonServices
+     */
+    async stop() {
+        await this.close();
+    }
 }

package/dist/utils.d.ts

@@ -1,6 +1,6 @@
 import { QueueJob } from '@pikku/core/queue';
-import PgBoss from 'pg-boss';
+import { PgBoss, type JobWithMetadata } from 'pg-boss';
 /**
  * Map pg-boss job to QueueJob interface
  */
-export declare const mapPgBossJobToQueueJob: <In, Out>(pgBossJob: PgBoss.JobWithMetadata<In>, pgBossInstance: PgBoss) => QueueJob<In, Out>;
+export declare const mapPgBossJobToQueueJob: <In, Out>(pgBossJob: JobWithMetadata<In>, pgBossInstance: PgBoss) => QueueJob<In, Out>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pikku/queue-pg-boss",
-  "version": "0.11.0",
+  "version": "0.11.2",
   "author": "yasser.fadl@gmail.com",
   "license": "MIT",
   "module": "dist/index.js",
@@ -13,10 +13,10 @@
     "release": "npm run build && npm test"
   },
   "peerDependencies": {
-    "@pikku/core": "^0.11.0"
+    "@pikku/core": "^0.11.2"
   },
   "dependencies": {
-    "pg-boss": "^11.1.2"
+    "pg-boss": "^12.2.0"
   },
   "devDependencies": {
     "typescript": "^5.9"

package/src/pg-boss-queue-service.ts

@@ -1,10 +1,10 @@
-import PgBoss from 'pg-boss'
+import { PgBoss, Request as PgBossRequest } from 'pg-boss'
 import type { QueueService, QueueJob, JobOptions } from '@pikku/core/queue'
 import { mapPgBossJobToQueueJob } from './utils.js'
 
 export const mapPikkuJobToPgBoss = (
   options?: JobOptions
-): PgBoss.JobOptions => {
+): PgBossRequest['options'] => {
   const pgBossOptions: any = {}
 
   if (options?.priority !== undefined) {
@@ -46,7 +46,7 @@ export const mapPikkuJobToPgBoss = (
     // Note: pg-boss keeps failed jobs by default
   }
 
-  return pgBossOptions as PgBoss.JobOptions
+  return pgBossOptions as PgBossRequest['options']
 }
 
 /**

package/src/pg-boss-queue-worker.ts

@@ -1,4 +1,4 @@
-import PgBoss from 'pg-boss'
+import { PgBoss, type WorkOptions } from 'pg-boss'
 import type {
   QueueWorkers,
   PikkuWorkerConfig,
@@ -11,17 +11,15 @@ import {
   QueueJobFailedError,
   QueueJobDiscardedError,
 } from '@pikku/core/queue'
-import {
-  CoreServices,
-  CoreSingletonServices,
-  CreateSessionServices,
-} from '@pikku/core'
+import { CoreSingletonServices, CreateWireServices } from '@pikku/core'
 import { mapPgBossJobToQueueJob } from './utils.js'
 
 export const mapPikkuWorkerToPgBoss = (
   workerConfig?: PikkuWorkerConfig
-): PgBoss.WorkOptions => {
-  const workerOptions: PgBoss.WorkOptions = {}
+): WorkOptions => {
+  const workerOptions: WorkOptions = {
+    batchSize: 10,
+  }
 
   if (workerConfig?.batchSize !== undefined) {
     workerOptions.batchSize = workerConfig.batchSize
@@ -53,7 +51,8 @@ export class PgBossQueueWorkers implements QueueWorkers {
     supported: {
       batchSize: {
         queueProperty: 'batchSize',
-        description: 'Number of jobs to process in a single batch',
+        description:
+          'Number of jobs to fetch and process concurrently in parallel',
       },
       pollInterval: {
         queueProperty: 'pollingIntervalSeconds',
@@ -125,11 +124,7 @@ export class PgBossQueueWorkers implements QueueWorkers {
   constructor(
     pgBoss: PgBoss,
     private singletonServices: CoreSingletonServices,
-    private createSessionServices?: CreateSessionServices<
-      CoreSingletonServices,
-      CoreServices,
-      any
-    >
+    private createWireServices?: CreateWireServices
   ) {
     this.pgBoss = pgBoss
   }
@@ -149,35 +144,49 @@ export class PgBossQueueWorkers implements QueueWorkers {
             ...mapPikkuWorkerToPgBoss(processor.config),
             includeMetadata: true,
           },
-          async ([job]) => {
+          async (jobs) => {
             if (!this.singletonServices) {
               throw new Error('Singleton services not available')
             }
-            if (!job) {
+            if (!jobs || jobs.length === 0) {
               this.singletonServices.logger.warn(
-                `No job received for queue ${queueName}`
+                `No jobs received for queue ${queueName}`
               )
               return
             }
-            try {
-              await runQueueJob({
-                singletonServices: this.singletonServices,
-                createSessionServices: this.createSessionServices,
-                job: mapPgBossJobToQueueJob(job, this.pgBoss),
+            // Process all jobs in parallel
+            await Promise.all(
+              jobs.map(async (job) => {
+                try {
+                  await runQueueJob({
+                    singletonServices: this.singletonServices,
+                    createWireServices: this.createWireServices,
+                    job: mapPgBossJobToQueueJob(job, this.pgBoss),
+                  })
+                } catch (error: unknown) {
+                  if (error instanceof QueueJobFailedError) {
+                    // Mark this specific job as failed
+                    await this.pgBoss.fail(queueName, job.id, {
+                      message: error.message,
+                    })
+                  } else if (error instanceof QueueJobDiscardedError) {
+                    // For pg-boss, complete the job successfully to discard it
+                    this.singletonServices.logger.info(
+                      `PgBoss job ${job.id} discarded: ${error.message}`
+                    )
+                    await this.pgBoss.complete(queueName, job.id)
+                  } else {
+                    // For other errors, fail the job
+                    await this.pgBoss.fail(queueName, job.id, {
+                      message:
+                        error instanceof Error
+                          ? error.message
+                          : 'Unknown error',
+                    })
+                  }
+                }
               })
-            } catch (error: unknown) {
-              if (error instanceof QueueJobFailedError) {
-                // Let pg-boss handle this as a failed job
-                throw new Error(error.message)
-              } else if (error instanceof QueueJobDiscardedError) {
-                // For pg-boss, complete the job successfully to discard it
-                this.singletonServices.logger.info(
-                  `PgBoss job ${job.id} discarded: ${error.message}`
-                )
-                return // Successfully "completed" by discarding
-              }
-              throw error
-            }
+            )
           }
         )
         this.activeWorkers.set(queueName, workerId)

package/src/pg-boss-scheduler-service.ts

@@ -1,4 +1,4 @@
-import PgBoss from 'pg-boss'
+import { PgBoss } from 'pg-boss'
 import {
   SchedulerService,
   ScheduledTaskInfo,

package/src/pg-boss-service-factory.ts

@@ -1,12 +1,8 @@
-import PgBoss from 'pg-boss'
+import { PgBoss, type ConstructorOptions } from 'pg-boss'
 import { PgBossQueueService } from './pg-boss-queue-service.js'
 import { PgBossQueueWorkers } from './pg-boss-queue-worker.js'
 import { PgBossSchedulerService } from './pg-boss-scheduler-service.js'
-import type {
-  CoreServices,
-  CoreSingletonServices,
-  CreateSessionServices,
-} from '@pikku/core'
+import type { CoreSingletonServices, CreateWireServices } from '@pikku/core'
 
 /**
  * Factory class for pg-boss services
@@ -19,7 +15,7 @@ export class PgBossServiceFactory {
   private schedulerService?: PgBossSchedulerService
   private initialized = false
 
-  constructor(optionsOrInstance: PgBoss.ConstructorOptions | string | PgBoss) {
+  constructor(optionsOrInstance: ConstructorOptions | string | PgBoss) {
     if (optionsOrInstance instanceof PgBoss) {
       this.pgBoss = optionsOrInstance
     } else {
@@ -56,17 +52,13 @@ export class PgBossServiceFactory {
    */
   getQueueWorkers(
     singletonServices: CoreSingletonServices,
-    createSessionServices?: CreateSessionServices<
-      CoreSingletonServices,
-      CoreServices,
-      any
-    >
+    createWireServices?: CreateWireServices
   ): PgBossQueueWorkers {
     if (!this.queueWorkers) {
       this.queueWorkers = new PgBossQueueWorkers(
         this.pgBoss,
         singletonServices,
-        createSessionServices
+        createWireServices
       )
     }
     return this.queueWorkers
@@ -91,4 +83,11 @@ export class PgBossServiceFactory {
       this.initialized = false
     }
   }
+
+  /**
+   * Alias for close() - used by stopSingletonServices
+   */
+  async stop(): Promise<void> {
+    await this.close()
+  }
 }

package/src/utils.ts

@@ -1,5 +1,5 @@
 import { QueueJob, QueueJobStatus } from '@pikku/core/queue'
-import PgBoss from 'pg-boss'
+import { PgBoss, type JobWithMetadata } from 'pg-boss'
 
 /**
  * Map pg-boss job state to our queue job status
@@ -26,7 +26,7 @@ const mapPgBossStateToStatus = (state: string): QueueJobStatus => {
  * Map pg-boss job to QueueJob interface
  */
 export const mapPgBossJobToQueueJob = <In, Out>(
-  pgBossJob: PgBoss.JobWithMetadata<In>,
+  pgBossJob: JobWithMetadata<In>,
   pgBossInstance: PgBoss
 ): QueueJob<In, Out> => {
   return {