@alexify/migronaut 2.2.0 → 2.3.0

package/migronaut.schema.json

@@ -182,6 +182,43 @@
       "minimum": 1,
       "default": 600000,
       "description": "How long waitForSearchIndexes waits, in milliseconds, before the converge fails (the build goes on)"
+    },
+    "backgroundCollection": {
+      "type": "string",
+      "minLength": 1,
+      "pattern": "^(?!system\\.)[^$\\u0000]+$",
+      "default": "_migronaut_background",
+      "description": "Where background migrations keep their state — and, named after it, their partitions (<name>_partitions) and drift-watch resume tokens (<name>_watch). Experimental"
+    },
+    "backgroundInline": {
+      "type": "boolean",
+      "default": false,
+      "description": "Run a background migration to the end inside the up that registers it, under the migration lock (small collections, tests). Experimental"
+    },
+    "backgroundOnDrift": {
+      "enum": [
+        "reopen",
+        "report"
+      ],
+      "default": "reopen",
+      "description": "What the drift watch does with old-shape documents after a background migration completed: reopen it, or only report. Experimental"
+    },
+    "backgroundDrift": {
+      "enum": [
+        "poll",
+        "stream",
+        "both"
+      ],
+      "default": "poll",
+      "description": "How drift is watched: a periodic check (poll), change streams (stream, with the poll as a backstop), or both in full. Experimental"
+    },
+    "backgroundShardAware": {
+      "enum": [
+        "auto",
+        "off"
+      ],
+      "default": "auto",
+      "description": "Partition a sharded collection by its shard key and target each write at one shard (auto), or treat it like any other (off). Experimental"
     }
   },
   "definitions": {
@@ -206,6 +243,11 @@
           "required": [
             "searchIndexes"
           ]
+        },
+        {
+          "required": [
+            "versioning"
+          ]
         }
       ],
       "properties": {
@@ -246,7 +288,7 @@
             "strict",
             "moderate"
           ],
-          "description": "How the validator applies to updates. Defaults to 'strict'"
+          "description": "How the validator applies to updates. Defaults to 'strict' — 'moderate' when the only rules are the ones versioning adds"
         },
         "validationAction": {
           "enum": [
@@ -259,6 +301,56 @@
         "prune": {
           "type": "boolean",
           "description": "Drop indexes (and search indexes, when declared) this definition does not declare — otherwise they are kept and reported"
+        },
+        "versioning": {
+          "$ref": "#/definitions/versioning"
+        }
+      }
+    },
+    "versioning": {
+      "type": "object",
+      "required": [
+        "current"
+      ],
+      "additionalProperties": false,
+      "description": "Document shape versioning: a validator rule and an index for the version field (and the revision field, for optimistic concurrency). Experimental",
+      "properties": {
+        "current": {
+          "type": "integer",
+          "minimum": 1,
+          "description": "The shape version new documents are written at"
+        },
+        "min": {
+          "type": "integer",
+          "minimum": 0,
+          "default": 1,
+          "description": "The oldest shape version still allowed — 0 types the fields without requiring them. Converge refuses to raise it while documents below it remain"
+        },
+        "field": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 64,
+          "pattern": "^(?!\\$)(?!_id$)[^.\\u0000]+$",
+          "default": "__v",
+          "description": "The version field"
+        },
+        "revision": {
+          "type": "boolean",
+          "default": true,
+          "description": "Also manage a revision field for optimistic concurrency"
+        },
+        "revisionField": {
+          "type": "string",
+          "minLength": 1,
+          "maxLength": 64,
+          "pattern": "^(?!\\$)(?!_id$)[^.\\u0000]+$",
+          "default": "__rev",
+          "description": "The revision field"
+        },
+        "index": {
+          "type": "boolean",
+          "default": true,
+          "description": "Declare the { <field>: 1, _id: 1 } index background migrations scan"
         }
       }
     },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alexify/migronaut",
-  "version": "2.2.0",
+  "version": "2.3.0",
   "description": "Elegant, fast, fully-typed, zero-dependency MongoDB migrations for Node.js — adopts an existing migrate-mongo changelog in one command",
   "license": "MIT",
   "author": "Alex Dolid <dolid.sasha@gmail.com>",
@@ -28,6 +28,10 @@
     "./bullmq": {
       "types": "./bullmq.d.ts",
       "default": "./bullmq.js"
+    },
+    "./versioning": {
+      "types": "./versioning.d.ts",
+      "default": "./versioning.js"
     }
   },
   "directories": {
@@ -38,6 +42,8 @@
     "index.d.ts",
     "bullmq.js",
     "bullmq.d.ts",
+    "versioning.js",
+    "versioning.d.ts",
     "migronaut.schema.json",
     "bin",
     "src",
@@ -112,7 +118,7 @@
     "test:integration": "node scripts/node-test.js --test-concurrency=1 \"tests/integration/**/*.test.js\"",
     "test:coverage": "c8 --all --include 'src/**' --check-coverage --lines 90 --branches 90 --functions 90 --reporter text --reporter lcov node scripts/node-test.js --test-concurrency=1 \"tests/unit/**/*.test.js\" \"tests/integration/**/*.test.js\"",
     "test:types": "tsd",
-    "check:dts": "tsc --noEmit --strict --skipLibCheck false index.d.ts bullmq.d.ts",
+    "check:dts": "tsc --noEmit --strict --skipLibCheck false index.d.ts bullmq.d.ts versioning.d.ts",
     "lint": "oxlint src bin scripts tests bench examples",
     "format": "oxfmt src bin scripts tests bench examples",
     "format:check": "oxfmt --check src bin scripts tests bench examples",

package/src/bullmq/background-processor.js

@@ -0,0 +1,469 @@
+const { MigratorKit } = require('../core/migrator.js');
+const { ConfigInvalidError, MigronautError, RunAbortedError } = require('../errors/index.js');
+const { errorText } = require('../utils/error.js');
+const { redactOutbound } = require('../utils/redact.js');
+const { JOB_NAMES, buildLaneJob, isObjectLike, parseBackgroundJobData } = require('./jobs.js');
+const {
+  UNRECOVERABLE_ERROR_NAME,
+  isRetryableError,
+  prepareErrorForQueue,
+} = require('./processor.js');
+const {
+  DEFAULT_STALL_MS,
+  assertBackgroundJobOptions,
+  enqueueBackground,
+} = require('./producer.js');
+
+/**
+ * Background migrations on a queue of their own. A coordinator job per
+ * background migration plans its partitions and spawns lanes as its children
+ * (`parent` + `moveToWaitingChildren`); each lane works slices, continuing
+ * itself with `moveToDelayed` between them, until nothing is left to claim.
+ * The coordinator wakes once its last lane is done and decides — from
+ * MongoDB, never from how its lanes ended — whether to spawn more, plan
+ * another pass or finish. Everything that matters (plans, cursors, leases,
+ * counters) is in MongoDB: a lost job or a lost Redis costs a heal, not work.
+ *
+ * Unlike the migration processor, jobs run side by side here — the kit's
+ * background methods are reentrant, and the leases cap the lanes.
+ */
+
+const DEFAULTS = Object.freeze({
+  pollIntervalMs: 5_000,
+  maxLaneRetries: 8,
+});
+
+/** What BullMQ checks (by name) for a job the processor moved to delayed itself */
+const DELAYED_ERROR_NAME = 'DelayedError';
+/** What BullMQ checks (by name) for a job the processor moved to wait for its children */
+const WAITING_CHILDREN_ERROR_NAME = 'WaitingChildrenError';
+/** The longest a failing lane backs off for */
+const MAX_LANE_BACKOFF_MS = 5 * 60_000;
+/**
+ * Coordinator steps one job takes in a row when its lanes all finished before
+ * it could wait for them — then it yields the worker and comes back.
+ */
+const MAX_INLINE_STEPS = 5;
+
+/** The longest slice a caller may ask for — the kit's limit, mirrored (a unit test pins it) */
+const MAX_SLICE_MS = 3_600_000;
+
+/**
+ * The error that tells BullMQ a job was moved (delayed, waiting for its
+ * children) — a typed one, renamed: BullMQ matches the name, and the adapter
+ * cannot import its classes.
+ */
+const moved = (name) => {
+  const error = new RunAbortedError(`Moved: ${name}`, { reason: name, moved: true });
+  error.name = name;
+  return error;
+};
+
+/**
+ * Validate the background processor's options. Pure, like the migration
+ * processor's: nothing is constructed.
+ */
+/** Every option createBackgroundProcessor takes — a typo is refused, not ignored */
+const PROCESSOR_KEYS = new Set([
+  'kit',
+  'config',
+  'kitOptions',
+  'queue',
+  'jobOptions',
+  'sliceMs',
+  'children',
+  'pollIntervalMs',
+  'stallMs',
+  'maxLaneRetries',
+]);
+
+function resolveBackgroundProcessorOptions(options) {
+  if (!isObjectLike(options)) {
+    throw new ConfigInvalidError('createBackgroundProcessor options must be an object');
+  }
+  for (const key of Object.keys(options)) {
+    if (!PROCESSOR_KEYS.has(key)) {
+      throw new ConfigInvalidError(`createBackgroundProcessor: "${key}" is not an option`, { key });
+    }
+  }
+  const {
+    kit,
+    config,
+    queue,
+    jobOptions,
+    sliceMs,
+    children = 'auto',
+    pollIntervalMs = DEFAULTS.pollIntervalMs,
+    stallMs = DEFAULT_STALL_MS,
+    maxLaneRetries = DEFAULTS.maxLaneRetries,
+  } = options;
+  if (kit !== undefined && config !== undefined) {
+    throw new ConfigInvalidError('Pass either `kit` or `config`, not both');
+  }
+  if (kit !== undefined && typeof kit?.coordinateBackground !== 'function') {
+    throw new ConfigInvalidError('kit must be a MigratorKit instance');
+  }
+  if (!queue || typeof queue.addBulk !== 'function') {
+    throw new ConfigInvalidError(
+      'queue is required — the background queue the coordinators add their lanes to',
+    );
+  }
+  // The kit's own range for a caller's slice (background-spec's assertSliceMs).
+  if (
+    sliceMs !== undefined &&
+    (!Number.isSafeInteger(sliceMs) || sliceMs < 1 || sliceMs > MAX_SLICE_MS)
+  ) {
+    throw new ConfigInvalidError(`sliceMs must be an integer from 1 to ${MAX_SLICE_MS}`, {
+      sliceMs,
+    });
+  }
+  if (children !== 'auto' && children !== false) {
+    throw new ConfigInvalidError("children must be 'auto' or false", { children });
+  }
+  if (!Number.isSafeInteger(pollIntervalMs) || pollIntervalMs < 10) {
+    throw new ConfigInvalidError('pollIntervalMs must be an integer ≥ 10', { pollIntervalMs });
+  }
+  if (!Number.isSafeInteger(stallMs) || stallMs < 1000) {
+    throw new ConfigInvalidError('stallMs must be an integer of at least 1000', { stallMs });
+  }
+  if (!Number.isSafeInteger(maxLaneRetries) || maxLaneRetries < 0 || maxLaneRetries > 100) {
+    throw new ConfigInvalidError('maxLaneRetries must be an integer from 0 to 100', {
+      maxLaneRetries,
+    });
+  }
+  assertBackgroundJobOptions(jobOptions);
+  return { sliceMs, children, pollIntervalMs, stallMs, maxLaneRetries };
+}
+
+/**
+ * Build the function a BullMQ Worker on the background queue runs. Declared
+ * with exactly three parameters, so BullMQ hands it the cancellation signal.
+ */
+function createBackgroundProcessor(options = {}) {
+  const settings = resolveBackgroundProcessorOptions(options);
+  const { kit: injectedKit, config, kitOptions, queue, jobOptions } = options;
+  const ownsKit = injectedKit === undefined;
+  const kit = injectedKit ?? new MigratorKit(config ?? {}, kitOptions);
+  const shutdownController = new AbortController();
+  const inFlight = new Set();
+  let warnedUnmovable = false;
+
+  /** A log row on the job — never allowed to fail it */
+  async function log(job, row) {
+    try {
+      await job.log?.(redactOutbound(row));
+    } catch {
+      // Redis is the job's problem, not the background migration's.
+    }
+  }
+
+  /** The job's progress, for a dashboard — never allowed to fail it either */
+  async function progress(job, value) {
+    try {
+      await job.updateProgress?.(value);
+    } catch {
+      // As above.
+    }
+  }
+
+  /**
+   * Continue this job later: its data updated first (when `data` is given),
+   * then moved to delayed — which BullMQ learns from the error's name. Outside
+   * a Worker (no token) there is nothing to move: the outcome is returned.
+   */
+  async function later(ctx, delayMs, result, data) {
+    const { job, token } = ctx;
+    if (typeof job.moveToDelayed !== 'function' || typeof token !== 'string') {
+      if (!warnedUnmovable) {
+        warnedUnmovable = true;
+        kit.logger.warn(
+          '⚠ Background jobs run outside a BullMQ Worker (no token to move them with): a ' +
+            'coordinator takes one step and a lane one slice per job, and the rest waits for ' +
+            'the next heal',
+          {},
+        );
+      }
+      return { ...result, retryAfterMs: delayMs };
+    }
+    if (data !== undefined) await job.updateData(data);
+    await job.moveToDelayed(Date.now() + Math.max(0, delayMs), token);
+    throw moved(DELAYED_ERROR_NAME);
+  }
+
+  /** Heal from MongoDB: a coordinator for every background migration with work to do */
+  async function heal(reason) {
+    try {
+      return await enqueueBackground(queue, kit, {
+        stallMs: settings.stallMs,
+        ...(jobOptions !== undefined ? { jobOptions } : {}),
+      });
+    } catch (error) {
+      kit.logger.warn(`⚠ Background heal (${reason}) failed: ${errorText(error)}`, {
+        error: errorText(error),
+      });
+      return { jobs: [] };
+    }
+  }
+
+  /** Whether this coordinator can spawn its lanes as children and wait for them */
+  function childrenFor(ctx) {
+    return (
+      settings.children !== false &&
+      typeof parentQueueOf(ctx.job) === 'string' &&
+      typeof ctx.job.moveToWaitingChildren === 'function' &&
+      typeof ctx.token === 'string'
+    );
+  }
+
+  /**
+   * Where a coordinator job lives, for its lanes' `parent` — the job's own
+   * queue, which is the one a lane must wake, whatever `queue` this
+   * processor was handed to add the lanes to.
+   */
+  function parentQueueOf(job) {
+    return typeof job.queueQualifiedName === 'string'
+      ? job.queueQualifiedName
+      : queue.qualifiedName;
+  }
+
+  async function runCoordinator(ctx, data) {
+    const { job } = ctx;
+    const name = data.migration;
+    const base = { kind: JOB_NAMES.BACKGROUND, migration: name };
+    // The round is the kit's to hand out (under the coordinator lock): a new
+    // chain asks without one, and keeps the one it gets in its data across
+    // its moves.
+    let round = data.round;
+    let spawn = data.spawn ?? 0;
+    const children = childrenFor(ctx);
+    const keep = () => ({ ...job.data, ...(round !== undefined ? { round } : {}), spawn });
+    const withRound = (result) => (round !== undefined ? { ...result, round } : result);
+
+    for (let step = 0; ; step++) {
+      if (shutdownController.signal.aborted) return later(ctx, 0, withRound(base), keep());
+      const answer = await kit.coordinateBackground(name, {
+        signal: ctx.abort,
+        driver: { kind: 'bullmq', ref: String(job.id), ...(round !== undefined ? { round } : {}) },
+      });
+      if (answer.round !== undefined) round = answer.round;
+      await progress(job, { status: answer.next, ...(round !== undefined ? { round } : {}) });
+      if (answer.next === 'done') {
+        await log(job, `✔ ${name}: ${answer.status}`);
+        // Its dependents may just have been unblocked.
+        if (answer.status === 'completed') await heal('completed');
+        return withRound({ ...base, status: answer.status });
+      }
+      if (answer.next === 'superseded') {
+        await log(job, `↷ ${name}: superseded by a newer coordinator`);
+        kit.logger.info(`↷ Background coordinator of ${name} superseded by a newer one`, {
+          background: name,
+          job: String(job.id),
+        });
+        return withRound({ ...base, status: 'superseded' });
+      }
+      if (answer.next !== 'process' || answer.lanes === 0) {
+        return later(
+          ctx,
+          answer.retryAfterMs ?? settings.pollIntervalMs,
+          withRound({ ...base, status: answer.next }),
+          keep(),
+        );
+      }
+      if (!children) {
+        // No parents in this BullMQ (or turned off): lanes deduplicated per
+        // slot, and the coordinator looks again after a while.
+        await addLanes(ctx, { name, answer, round, spawn });
+        return later(
+          ctx,
+          settings.pollIntervalMs,
+          withRound({ ...base, status: 'process' }),
+          keep(),
+        );
+      }
+      if (step >= MAX_INLINE_STEPS) return later(ctx, 0, withRound(base), keep());
+      spawn += 1;
+      // Before the lanes: their ids carry the spawn, and a new one must never
+      // repeat one a finished lane already has.
+      await job.updateData(keep());
+      await addLanes(ctx, {
+        name,
+        answer,
+        round,
+        spawn,
+        parent: { id: String(job.id), queue: parentQueueOf(job) },
+      });
+      if (await job.moveToWaitingChildren(ctx.token)) throw moved(WAITING_CHILDREN_ERROR_NAME);
+      // Every lane finished before this job could wait for them: look again now.
+    }
+  }
+
+  async function addLanes(ctx, { name, answer, round, spawn, parent }) {
+    const specs = [];
+    for (let lane = 0; lane < answer.lanes; lane++) {
+      specs.push(
+        buildLaneJob({
+          migration: name,
+          registration: answer.registration,
+          generation: answer.generation,
+          round,
+          spawn,
+          lane,
+          ...(parent !== undefined ? { parent } : {}),
+          jobOptions,
+        }),
+      );
+    }
+    await queue.addBulk(specs);
+    await log(
+      ctx.job,
+      `⇉ ${name}: ${specs.length} lane(s) for generation ${answer.generation} (round ${round})`,
+    );
+  }
+
+  async function runLane(ctx, data) {
+    const { job } = ctx;
+    const name = data.migration;
+    const base = { kind: JOB_NAMES.BACKGROUND_LANE, migration: name };
+    if (shutdownController.signal.aborted) return later(ctx, 0, { ...base, outcome: 'stopped' });
+    let slice;
+    try {
+      slice = await kit.runBackgroundSlice(name, {
+        signal: ctx.abort,
+        ...(settings.sliceMs !== undefined ? { sliceMs: settings.sliceMs } : {}),
+      });
+    } catch (error) {
+      if (shutdownController.signal.aborted) {
+        return later(ctx, 0, { ...base, outcome: 'stopped' });
+      }
+      // The failure is already counted on its partition, in MongoDB — which
+      // fails the partition after `maxSliceFailures`; this lane only backs off.
+      const retry = data.retry + 1;
+      const message = errorText(error);
+      if (retry > settings.maxLaneRetries) {
+        kit.logger.warn(`⚠ Background lane of ${name} gave up: ${message}`, {
+          background: name,
+          error: message,
+        });
+        await log(job, `✖ gave up after ${data.retry} retries: ${message}`);
+        return {
+          ...base,
+          outcome: 'gave-up',
+          ...(error instanceof MigronautError ? { code: error.code } : {}),
+        };
+      }
+      await log(job, `⚠ slice failed (${message}) — retry ${retry}`);
+      kit.logger.warn(
+        `⚠ Background lane of ${name}: a slice failed (${message}) — retry ${retry}`,
+        {
+          background: name,
+          job: String(job.id),
+          retry,
+          error: message,
+        },
+      );
+      return later(
+        ctx,
+        Math.min(MAX_LANE_BACKOFF_MS, 1000 * 2 ** (retry - 1)),
+        { ...base, outcome: 'retry' },
+        { ...job.data, retry },
+      );
+    }
+    const reset = data.retry > 0 ? { ...job.data, retry: 0 } : undefined;
+    await progress(job, { outcome: slice.outcome, counters: slice.counters ?? {} });
+    switch (slice.outcome) {
+      case 'yielded':
+      case 'stopped':
+      case 'lost':
+        // Work is left — continue as the same job, behind whatever waits.
+        return later(ctx, 0, { ...base, outcome: slice.outcome }, reset);
+      case 'busy':
+        return later(
+          ctx,
+          slice.retryAfterMs ?? settings.pollIntervalMs,
+          { ...base, outcome: 'busy' },
+          reset,
+        );
+      default:
+        return { ...base, outcome: slice.outcome, counters: slice.counters };
+    }
+  }
+
+  async function runVerify() {
+    const result = await kit.verifyBackground();
+    const healed = await heal('verify');
+    return {
+      kind: JOB_NAMES.BACKGROUND_VERIFY,
+      checked: result.checked,
+      skipped: result.skipped,
+      drift: result.drift,
+      enqueued: healed.jobs.length,
+    };
+  }
+
+  async function handle(job, token, signal) {
+    const signals = [shutdownController.signal];
+    if (signal) signals.push(signal);
+    const ctx = { job, token, abort: AbortSignal.any(signals) };
+    const data = parseBackgroundJobData(job);
+    // A job fetched while this process shuts down goes back for another worker.
+    if (shutdownController.signal.aborted) {
+      return later(ctx, 0, { kind: data.kind, outcome: 'stopped' });
+    }
+    await kit.connect();
+    if (data.kind === JOB_NAMES.BACKGROUND) return runCoordinator(ctx, data);
+    if (data.kind === JOB_NAMES.BACKGROUND_LANE) return runLane(ctx, data);
+    return runVerify();
+  }
+
+  // Three declared parameters, on purpose — see the factory's doc comment.
+  async function processor(job, token, signal) {
+    const run = handle(job, token, signal);
+    inFlight.add(run);
+    try {
+      return await run;
+    } catch (error) {
+      if (error?.name !== DELAYED_ERROR_NAME && error?.name !== WAITING_CHILDREN_ERROR_NAME) {
+        // A coordinator has a few attempts; a failure no retry can fix
+        // (an invalid payload) is told apart by name, as BullMQ checks it.
+        if (!isRetryableError(error) && (job?.opts?.attempts ?? 1) > 1) {
+          error.name = UNRECOVERABLE_ERROR_NAME;
+        }
+        prepareErrorForQueue(error);
+      }
+      throw error;
+    } finally {
+      inFlight.delete(run);
+    }
+  }
+
+  /**
+   * Stop: a lane stops at its next batch boundary, checkpoints, releases its
+   * lease and goes back to the queue (moved to delayed, for the next worker);
+   * a coordinator that is deciding bows out and comes back. Irreversible.
+   */
+  processor.shutdown = (reason = 'Background worker shutting down') => {
+    if (!shutdownController.signal.aborted) {
+      shutdownController.abort(new RunAbortedError(reason, { reason }));
+    }
+  };
+
+  /** Shut down, let the jobs in flight settle, disconnect a kit the processor created */
+  processor.close = async () => {
+    processor.shutdown();
+    await Promise.allSettled([...inFlight]);
+    if (ownsKit) await kit.disconnect();
+  };
+
+  /** Heal from MongoDB now — what a worker does when it starts */
+  processor.heal = () => heal('boot');
+
+  Object.defineProperty(processor, 'kit', { value: kit, enumerable: true });
+  return processor;
+}
+
+module.exports = {
+  BACKGROUND_PROCESSOR_DEFAULTS: DEFAULTS,
+  MAX_SLICE_MS,
+  createBackgroundProcessor,
+  resolveBackgroundProcessorOptions,
+};

package/src/bullmq/index.js

@@ -1,15 +1,20 @@
+const { createBackgroundProcessor } = require('./background-processor.js');
 const {
+  DEFAULT_BACKGROUND_VERIFY_SCHEDULER_ID,
   DEFAULT_CONVERGE_SCHEDULER_ID,
   DEFAULT_QUEUE_NAME,
   DEFAULT_SCHEDULER_ID,
   JOB_DATA_VERSION,
   JOB_NAMES,
   MIN_JOB_DATA_VERSION,
+  backgroundQueueName,
   dedupId,
+  parseBackgroundJobData,
   parseJobData,
 } = require('./jobs.js');
 const { RETRYABLE_CODES, createMigrationProcessor, isRetryableError } = require('./processor.js');
 const {
+  enqueueBackground,
   enqueueConverge,
   enqueueDown,
   enqueueUp,
@@ -41,6 +46,11 @@ module.exports = {
   planDownJobs,
   waitForGroup,
 
+  // Background migrations on a queue of their own (experimental)
+  createBackgroundProcessor,
+  enqueueBackground,
+  backgroundQueueName,
+
   // The job contract
   JOB_NAMES,
   JOB_DATA_VERSION,
@@ -48,8 +58,10 @@ module.exports = {
   DEFAULT_QUEUE_NAME,
   DEFAULT_SCHEDULER_ID,
   DEFAULT_CONVERGE_SCHEDULER_ID,
+  DEFAULT_BACKGROUND_VERIFY_SCHEDULER_ID,
   RETRYABLE_CODES,
   dedupId,
   isRetryableError,
+  parseBackgroundJobData,
   parseJobData,
 };