pg-boss 9.0.2 → 10.0.0-beta1

package/src/migrationStore.js

@@ -64,6 +64,133 @@ function migrate (value, version, migrations) {
 
 function getAll (schema) {
   return [
+    {
+      release: '10.0.0',
+      version: 21,
+      previous: 20,
+      install: [
+        `DROP INDEX ${schema}.job_singletonKey`,
+        `DROP INDEX ${schema}.job_singleton_queue`,
+        `DROP INDEX ${schema}.job_singletonOn`,
+        `DROP INDEX ${schema}.job_singletonKeyOn`,
+        `DROP INDEX ${schema}.job_fetch`,
+        `DROP INDEX ${schema}.job_name`,
+
+        `ALTER TABLE ${schema}.job ADD COLUMN deadletter text`,
+        `ALTER TABLE ${schema}.job ADD COLUMN policy text`,
+        `ALTER TABLE ${schema}.job DROP COLUMN on_complete`,
+
+        // update state enum
+        `ALTER TABLE ${schema}.job ALTER COLUMN state TYPE text`,
+        `ALTER TABLE ${schema}.job ALTER COLUMN state DROP DEFAULT`,
+        `ALTER TABLE ${schema}.archive ALTER COLUMN state TYPE text`,
+
+        `DROP TABLE IF EXISTS ${schema}.archive_backup`,
+        `ALTER TABLE ${schema}.archive RENAME to archive_backup`,
+        `ALTER INDEX ${schema}.archive_archivedon_idx RENAME to archive_backup_archivedon_idx`,
+
+        `DROP TYPE ${schema}.job_state`,
+        `CREATE TYPE ${schema}.job_state AS ENUM ('created','retry','active','completed','cancelled','failed')`,
+
+        `ALTER TABLE ${schema}.job ALTER COLUMN state TYPE ${schema}.job_state USING state::${schema}.job_state`,
+        `ALTER TABLE ${schema}.job ALTER COLUMN state SET DEFAULT 'created'::${schema}.job_state`,
+
+        `DELETE FROM ${schema}.job WHERE name LIKE '__pgboss__%'`,
+
+        // set up job partitioning
+        `ALTER TABLE ${schema}.job RENAME TO job_default`,
+        `ALTER TABLE ${schema}.job_default DROP CONSTRAINT IF EXISTS job_pkey`,
+
+        `CREATE TABLE ${schema}.job (
+          id uuid not null default gen_random_uuid(),
+          name text not null,
+          priority integer not null default(0),
+          data jsonb,
+          state ${schema}.job_state not null default('created'),
+          retryLimit integer not null default(0),
+          retryCount integer not null default(0),
+          retryDelay integer not null default(0),
+          retryBackoff boolean not null default false,
+          startAfter timestamp with time zone not null default now(),
+          startedOn timestamp with time zone,
+          singletonKey text,
+          singletonOn timestamp without time zone,
+          expireIn interval not null default interval '15 minutes',
+          createdOn timestamp with time zone not null default now(),
+          completedOn timestamp with time zone,
+          keepUntil timestamp with time zone NOT NULL default now() + interval '14 days',
+          output jsonb,
+          deadletter text,
+          policy text,
+          CONSTRAINT job_pkey PRIMARY KEY (name, id)
+        ) PARTITION BY LIST (name)`,
+
+        `ALTER TABLE ${schema}.job ATTACH PARTITION ${schema}.job_default DEFAULT`,
+
+        `CREATE TABLE ${schema}.archive (LIKE ${schema}.job)`,
+        `ALTER TABLE ${schema}.archive ADD CONSTRAINT archive_pkey PRIMARY KEY (name, id)`,
+        `ALTER TABLE ${schema}.archive ADD archivedOn timestamptz NOT NULL DEFAULT now()`,
+        `CREATE INDEX archive_archivedon_idx ON ${schema}.archive(archivedon)`,
+        `CREATE INDEX archive_name_idx ON ${schema}.archive(name)`,
+
+        `CREATE INDEX job_fetch ON ${schema}.job (name text_pattern_ops, startAfter) INCLUDE (priority, createdOn, id) WHERE state < 'active'`,
+        `CREATE INDEX job_name ON ${schema}.job (name text_pattern_ops)`,
+        `CREATE UNIQUE INDEX job_policy_short ON ${schema}.job (name) WHERE state = 'created' AND policy = 'short'`,
+        `CREATE UNIQUE INDEX job_policy_singleton ON ${schema}.job (name) WHERE state = 'active' AND policy = 'singleton'`,
+        `CREATE UNIQUE INDEX job_policy_stately ON ${schema}.job (name, state) WHERE state <= 'active' AND policy = 'stately'`,
+        `CREATE UNIQUE INDEX job_throttle_key ON ${schema}.job (name, singletonKey) WHERE state <= 'completed' AND singletonOn IS NULL`,
+        `CREATE UNIQUE INDEX job_throttle_on ON ${schema}.job (name, singletonOn, COALESCE(singletonKey, '')) WHERE state <= 'completed' AND singletonOn IS NOT NULL`,
+
+        `ALTER TABLE ${schema}.version ADD COLUMN monitored_on timestamp with time zone`,
+
+        `CREATE TABLE ${schema}.queue (
+          name text primary key,
+          policy text,
+          retry_limit int,
+          retry_delay int,
+          retry_backoff bool,
+          expire_seconds int,
+          retention_minutes int,
+          dead_letter text,
+          created_on timestamp with time zone not null default now()
+        )`
+      ],
+      uninstall: [
+        `DROP INDEX ${schema}.job_policy_stately`,
+        `DROP INDEX ${schema}.job_policy_short`,
+        `DROP INDEX ${schema}.job_policy_singleton`,
+        `DROP INDEX ${schema}.job_throttle_on`,
+        `DROP INDEX ${schema}.job_throttle_key`,
+        `DROP INDEX ${schema}.job_fetch`,
+        `DROP INDEX ${schema}.job_name`,
+        `ALTER TABLE ${schema}.job DETACH PARTITION ${schema}.job_default`,
+        `DROP TABLE ${schema}.job`,
+        `ALTER TABLE ${schema}.job_default RENAME TO job`,
+        `DROP TABLE IF EXISTS ${schema}.archive_backup`,
+        `DROP INDEX ${schema}.archive_name_idx`,
+        `ALTER TABLE ${schema}.job DROP COLUMN deadletter`,
+        `ALTER TABLE ${schema}.job DROP COLUMN policy`,
+        `ALTER TABLE ${schema}.job ALTER COLUMN state TYPE text`,
+        `ALTER TABLE ${schema}.job ALTER COLUMN state DROP DEFAULT`,
+        `ALTER TABLE ${schema}.archive ALTER COLUMN state TYPE text`,
+        `DROP TYPE ${schema}.job_state`,
+        `CREATE TYPE ${schema}.job_state AS ENUM ('created','retry','active','completed','expired','cancelled','failed')`,
+        `ALTER TABLE ${schema}.job ALTER COLUMN state TYPE ${schema}.job_state USING state::${schema}.job_state`,
+        `ALTER TABLE ${schema}.job ALTER COLUMN state SET DEFAULT 'created'::${schema}.job_state`,
+        `ALTER TABLE ${schema}.job ADD COLUMN on_complete bool NOT NULL DEFAULT false`,
+        `ALTER TABLE ${schema}.archive ALTER COLUMN state TYPE ${schema}.job_state USING state::${schema}.job_state`,
+        `ALTER TABLE ${schema}.archive DROP COLUMN policy`,
+        `ALTER TABLE ${schema}.archive DROP CONSTRAINT archive_pkey`,
+        `CREATE INDEX job_fetch ON ${schema}.job (name text_pattern_ops, startAfter) WHERE state < 'active'`,
+        `CREATE INDEX job_name ON ${schema}.job (name text_pattern_ops)`,
+        `CREATE UNIQUE INDEX job_singletonOn ON ${schema}.job (name, singletonOn) WHERE state < 'expired' AND singletonKey IS NULL`,
+        `CREATE UNIQUE INDEX job_singletonKeyOn ON ${schema}.job (name, singletonOn, singletonKey) WHERE state < 'expired'`,
+        `CREATE UNIQUE INDEX job_singletonKey ON ${schema}.job (name, singletonKey) WHERE state < 'completed' AND singletonOn IS NULL AND NOT singletonKey LIKE '\\_\\_pgboss\\_\\_singleton\\_queue%'`,
+        `CREATE UNIQUE INDEX job_singleton_queue ON ${schema}.job (name, singletonKey) WHERE state < 'active' AND singletonOn IS NULL AND singletonKey LIKE '\\_\\_pgboss\\_\\_singleton\\_queue%'`,
+        `DROP TABLE ${schema}.queue`,
+        `ALTER TABLE ${schema}.version DROP COLUMN monitored_on`
+      ]
+    },
     {
       release: '7.4.0',
       version: 20,
@@ -97,77 +224,6 @@ function getAll (schema) {
       uninstall: [
         `DROP TABLE ${schema}.subscription`
       ]
-    },
-    {
-      release: '6.1.1',
-      version: 18,
-      previous: 17,
-      install: [
-        `ALTER TABLE ${schema}.job ALTER COLUMN on_complete SET DEFAULT false`
-      ]
-    },
-    {
-      release: '6.0.0',
-      version: 17,
-      previous: 16,
-      install: [
-        `DROP INDEX ${schema}.job_singletonKey`,
-        `CREATE UNIQUE INDEX job_singletonKey ON ${schema}.job (name, singletonKey) WHERE state < 'completed' AND singletonOn IS NULL AND NOT singletonKey = '__pgboss__singleton_queue'`,
-        `CREATE UNIQUE INDEX job_singleton_queue ON ${schema}.job (name, singletonKey) WHERE state < 'active' AND singletonOn IS NULL AND singletonKey = '__pgboss__singleton_queue'`,
-        `CREATE INDEX IF NOT EXISTS job_fetch ON ${schema}.job (name text_pattern_ops, startAfter) WHERE state < 'active'`,
-        `ALTER TABLE ${schema}.job ADD output jsonb`,
-        `ALTER TABLE ${schema}.archive ADD output jsonb`,
-        `ALTER TABLE ${schema}.job ALTER COLUMN on_complete SET DEFAULT false`,
-        `ALTER TABLE ${schema}.job ALTER COLUMN keepuntil SET DEFAULT now() + interval '14 days'`
-      ],
-      uninstall: [
-        `DROP INDEX ${schema}.job_fetch`,
-        `DROP INDEX ${schema}.job_singleton_queue`,
-        `DROP INDEX ${schema}.job_singletonKey`,
-        `CREATE UNIQUE INDEX job_singletonKey ON ${schema}.job (name, singletonKey) WHERE state < 'completed' AND singletonOn IS NULL`,
-        `ALTER TABLE ${schema}.job DROP COLUMN output`,
-        `ALTER TABLE ${schema}.archive DROP COLUMN output`,
-        `ALTER TABLE ${schema}.job ALTER COLUMN on_complete SET DEFAULT true`,
-        `ALTER TABLE ${schema}.job ALTER COLUMN keepuntil SET DEFAULT now() + interval '30 days'`
-      ]
-    },
-    {
-      release: '5.2.0',
-      version: 16,
-      previous: 15,
-      install: [
-          `ALTER TABLE ${schema}.job ADD on_complete boolean`,
-          `UPDATE ${schema}.job SET on_complete = true`,
-          `ALTER TABLE ${schema}.job ALTER COLUMN on_complete SET DEFAULT true`,
-          `ALTER TABLE ${schema}.job ALTER COLUMN on_complete SET NOT NULL`,
-          `ALTER TABLE ${schema}.archive ADD on_complete boolean`
-      ],
-      uninstall: [
-          `ALTER TABLE ${schema}.job DROP COLUMN on_complete`,
-          `ALTER TABLE ${schema}.archive DROP COLUMN on_complete`
-      ]
-    },
-    {
-      release: '5.0.6',
-      version: 15,
-      previous: 14,
-      install: [
-          `ALTER TABLE ${schema}.version ADD cron_on timestamp with time zone`
-      ],
-      uninstall: [
-          `ALTER TABLE ${schema}.version DROP COLUMN cron_on`
-      ]
-    },
-    {
-      release: '5.0.0',
-      version: 14,
-      previous: 13,
-      install: [
-          `ALTER TABLE ${schema}.version ADD maintained_on timestamp with time zone`
-      ],
-      uninstall: [
-          `ALTER TABLE ${schema}.version DROP COLUMN maintained_on`
-      ]
     }
   ]
 }