pg-boss 7.0.2 → 7.2.0

package/README.md

@@ -2,7 +2,7 @@ Queueing jobs in Node.js using PostgreSQL like a boss.
 
 [![PostgreSql Version](https://img.shields.io/badge/PostgreSQL-9.5+-blue.svg?maxAge=2592000)](http://www.postgresql.org)
 [![npm version](https://badge.fury.io/js/pg-boss.svg)](https://badge.fury.io/js/pg-boss)
-[![Build Status](https://travis-ci.com/timgit/pg-boss.svg?branch=master)](https://travis-ci.com/timgit/pg-boss)
+[![Build Status](https://app.travis-ci.com/timgit/pg-boss.svg?branch=master)](https://app.travis-ci.com/github/timgit/pg-boss)
 [![Coverage Status](https://coveralls.io/repos/github/timgit/pg-boss/badge.svg?branch=master)](https://coveralls.io/github/timgit/pg-boss?branch=master)
 
 ```js
@@ -33,20 +33,20 @@ async function someAsyncJobHandler(job) {
 
 pg-boss is a job queue built in Node.js on top of PostgreSQL in order to provide background processing and reliable asynchronous execution to Node.js applications.
 
-pg-boss relies on [SKIP LOCKED](http://blog.2ndquadrant.com/what-is-select-skip-locked-for-in-postgresql-9-5), a feature introduced in PostgreSQL 9.5 written specifically for message queues, in order to resolve record locking challenges inherent with relational databases. This brings the safety of guaranteed atomic commits of a relational database to your asynchronous job processing.
+pg-boss relies on [SKIP LOCKED](http://blog.2ndquadrant.com/what-is-select-skip-locked-for-in-postgresql-9-5), a feature added to postgres specifically for message queues, in order to resolve record locking challenges inherent with relational databases. This brings the safety of guaranteed atomic commits of a relational database to your asynchronous job processing.
 
 This will likely cater the most to teams already familiar with the simplicity of relational database semantics and operations (SQL, querying, and backups). It will be especially useful to those already relying on PostgreSQL that want to limit how many systems are required to monitor and support in their architecture.
 
 ## Features
-* Backpressure-compatible workers for polling queues
-* Distributed cron-based job scheduling with database clock synchronization
+* Exactly-once job delivery
+* Backpressure-compatible polling workers
+* Cron scheduling
 * Pub/sub API for fan-out queue relationships
-* Job deferral, retries (with exponential backoff), throttling, rate limiting, debouncing
-* Job completion hooks for orchestrations/sagas
-* Direct send, fetch and completion APIs for custom integrations
+* Deferral, retries (with exponential backoff), rate limiting, debouncing
+* Completion jobs for orchestrations/sagas
 * Direct table access for bulk loads via COPY or INSERT
-* Multi-master compatible when running multiple instances (for example, in a Kubernetes ReplicaSet)
-* Automatic provisioning of required storage
+* Multi-master compatible (for example, in a Kubernetes ReplicaSet)
+* Automatic creation and migration of storage tables
 * Automatic maintenance operations to manage table growth
 
 ## Requirements

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pg-boss",
-  "version": "7.0.2",
+  "version": "7.2.0",
   "description": "Queueing jobs in Node.js using PostgreSQL like a boss",
   "main": "./src/index.js",
   "engines": {

package/src/index.js

@@ -73,12 +73,14 @@ class PgBoss extends EventEmitter {
 
     function promoteFunction (obj, func) {
       this[func.name] = (...args) => {
-        if (this.stopped || this.stoppingOn) {
-          const state = this.stoppingOn ? 'stopping' : 'stopped'
+        const shouldRun = !this.started || !((func.name === 'work' || func.name === 'onComplete') && (this.stopped || this.stoppingOn))
+
+        if (shouldRun) {
+          return func.apply(obj, args)
+        } else {
+          const state = this.stoppingOn ? 'stopping' : this.stopped ? 'stopped' : !this.started ? 'not started' : 'started'
           return Promise.reject(new Error(`pg-boss is ${state}.`))
         }
-
-        return func.apply(obj, args)
       }
     }
 
@@ -100,6 +102,8 @@ class PgBoss extends EventEmitter {
 
     await this.contractor.start()
 
+    this.started = true
+
     this.manager.start()
 
     if (!this.config.noSupervisor) {
@@ -132,10 +136,6 @@ class PgBoss extends EventEmitter {
     await this.timekeeper.stop()
 
     const shutdown = async () => {
-      if (this.db.isOurs) {
-        await this.db.close()
-      }
-
       this.stopped = true
       this.stoppingOn = null
 

package/src/manager.js

@@ -56,6 +56,7 @@ class Manager extends EventEmitter {
     this.insertJobsCommand = plans.insertJobs(config.schema)
     this.completeJobsCommand = plans.completeJobs(config.schema)
     this.cancelJobsCommand = plans.cancelJobs(config.schema)
+    this.resumeJobsCommand = plans.resumeJobs(config.schema)
     this.failJobsCommand = plans.failJobs(config.schema)
     this.getJobByIdCommand = plans.getJobById(config.schema)
     this.getArchivedJobByIdCommand = plans.getArchivedJobById(config.schema)
@@ -67,6 +68,7 @@ class Manager extends EventEmitter {
     this.functions = [
       this.complete,
       this.cancel,
+      this.resume,
       this.fail,
       this.fetch,
       this.fetchCompleted,
@@ -541,6 +543,12 @@ class Manager extends EventEmitter {
     return this.mapCompletionResponse(ids, result)
   }
 
+  async resume (id) {
+    const ids = this.mapCompletionIdArg(id, 'resume')
+    const result = await this.db.executeSql(this.resumeJobsCommand, [ids])
+    return this.mapCompletionResponse(ids, result)
+  }
+
   async deleteQueue (queue, options) {
     assert(queue, 'Missing queue name argument')
     const sql = plans.deleteQueue(this.config.schema, options)

package/src/plans.js

@@ -26,6 +26,7 @@ module.exports = {
   fetchNextJob,
   completeJobs,
   cancelJobs,
+  resumeJobs,
   failJobs,
   insertJob,
   insertJobs,
@@ -497,6 +498,19 @@ function cancelJobs (schema) {
   `
 }
 
+function resumeJobs (schema) {
+  return `
+    with results as (
+      UPDATE ${schema}.job
+      SET completedOn = NULL,
+        state = '${states.created}'
+      WHERE id IN (SELECT UNNEST($1::uuid[]))
+      RETURNING 1
+    )
+    SELECT COUNT(*) from results
+  `
+}
+
 function insertJob (schema) {
   return `
     INSERT INTO ${schema}.job (

package/types.d.ts

@@ -203,7 +203,7 @@ declare namespace PgBoss {
     done: JobDoneCallback<ResData>;
   }
 
-  interface MonitorStates {
+  interface MonitorState {
     all: number;
     created: number;
     retry: number;
@@ -212,7 +212,10 @@ declare namespace PgBoss {
     expired: number;
     cancelled: number;
     failed: number;
-    queues: object;
+  }
+
+  interface MonitorStates extends MonitorState {
+    queues: { [queueName: string]: MonitorState };
   }
 
   interface Worker {
@@ -326,6 +329,9 @@ declare class PgBoss extends EventEmitter {
   cancel(id: string): Promise<void>;
   cancel(ids: string[]): Promise<void>;
 
+  resume(id: string): Promise<void>;
+  resume(ids: string[]): Promise<void>;
+
   complete(id: string): Promise<void>;
   complete(id: string, data: object): Promise<void>;
   complete(ids: string[]): Promise<void>;