@warlock.js/queue 5.32.0 → 5.34.0

package/esm/drivers/sqlite-store.mjs

@@ -0,0 +1,89 @@
+import { createRequire } from "node:module";
+import { mkdirSync } from "node:fs";
+import { dirname, resolve } from "node:path";
+
+//#region ../../packages/queue/src/drivers/sqlite-store.ts
+/** node:sqlite is loaded only when the local backend is selected. */
+var SqliteStore = class {
+	constructor(config) {
+		const path = resolve(config.local?.path ?? ".warlock/queue.sqlite");
+		if (config.local?.path === ":memory:") throw new Error("Use driver: 'memory' for non-durable queues.");
+		let sqlite;
+		try {
+			sqlite = createRequire(import.meta.url)("node:sqlite");
+		} catch (cause) {
+			throw new Error("The local queue driver requires Node >= 22.15 with node:sqlite available without flags.", { cause });
+		}
+		if (typeof sqlite.DatabaseSync !== "function") throw new Error("node:sqlite.DatabaseSync is unavailable.");
+		mkdirSync(dirname(path), { recursive: true });
+		this.db = new sqlite.DatabaseSync(path);
+		this.namespace = config.prefix ?? "warlock";
+		try {
+			this.db.exec(`
+        PRAGMA busy_timeout = 5000;
+        PRAGMA journal_mode = WAL;
+        PRAGMA synchronous = FULL;
+        CREATE TABLE IF NOT EXISTS warlock_queue_jobs (
+          seq INTEGER PRIMARY KEY AUTOINCREMENT,
+          namespace TEXT NOT NULL, queue TEXT NOT NULL, id TEXT NOT NULL,
+          state TEXT NOT NULL, ready_at REAL NOT NULL, lease_until REAL NOT NULL,
+          priority INTEGER NOT NULL, body TEXT NOT NULL,
+          UNIQUE(namespace, queue, id)
+        );
+        CREATE INDEX IF NOT EXISTS warlock_queue_ready
+          ON warlock_queue_jobs(namespace, queue, state, ready_at, lease_until);
+      `);
+		} catch (error) {
+			this.db.close();
+			throw error;
+		}
+	}
+	transaction(run) {
+		this.db.exec("BEGIN IMMEDIATE");
+		try {
+			const result = run();
+			this.db.exec("COMMIT");
+			return result;
+		} catch (error) {
+			this.db.exec("ROLLBACK");
+			throw error;
+		}
+	}
+	get(queue, id) {
+		return decode(this.db.prepare("SELECT body FROM warlock_queue_jobs WHERE namespace = ? AND queue = ? AND id = ?").get(this.namespace, queue, id));
+	}
+	list(queue, state) {
+		return (state ? this.db.prepare("SELECT body FROM warlock_queue_jobs WHERE namespace = ? AND queue = ? AND state = ? ORDER BY seq").all(this.namespace, queue, state) : this.db.prepare("SELECT body FROM warlock_queue_jobs WHERE namespace = ? AND queue = ? ORDER BY seq").all(this.namespace, queue)).flatMap((row) => {
+			const job = decode(row);
+			return job ? [job] : [];
+		});
+	}
+	ready(queue, now) {
+		return decode(this.db.prepare(`SELECT body FROM warlock_queue_jobs
+      WHERE namespace = ? AND queue = ? AND (
+        (state IN ('waiting', 'delayed', 'prioritized') AND ready_at <= ?) OR
+        (state = 'active' AND lease_until <= ?)
+      ) ORDER BY priority, seq LIMIT 1`).get(this.namespace, queue, now, now));
+	}
+	put(job) {
+		this.db.prepare(`INSERT INTO warlock_queue_jobs
+      (namespace, queue, id, state, ready_at, lease_until, priority, body)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+      ON CONFLICT(namespace, queue, id) DO UPDATE SET
+        state = excluded.state, ready_at = excluded.ready_at,
+        lease_until = excluded.lease_until, priority = excluded.priority, body = excluded.body`).run(this.namespace, job.queue, job.id, job.state, job.readyAt, job.leaseUntil, job.priority, JSON.stringify(job));
+	}
+	remove(queue, id) {
+		this.db.prepare("DELETE FROM warlock_queue_jobs WHERE namespace = ? AND queue = ? AND id = ?").run(this.namespace, queue, id);
+	}
+	close() {
+		this.db.close();
+	}
+};
+function decode(row) {
+	return typeof row?.body === "string" ? JSON.parse(row.body) : void 0;
+}
+
+//#endregion
+export { SqliteStore };
+//# sourceMappingURL=sqlite-store.mjs.map

package/esm/drivers/sqlite-store.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-store.mjs","names":[],"sources":["../../../../../../../../packages/queue/src/drivers/sqlite-store.ts"],"sourcesContent":["import { mkdirSync } from \"node:fs\";\nimport { createRequire } from \"node:module\";\nimport { dirname, resolve } from \"node:path\";\nimport type { JobState, QueueConfig } from \"../types\";\nimport type { LocalJob, LocalStore } from \"./local-store\";\n\n/**\n * The part of `node:sqlite` this store uses. Declared here so apps type-check the\n * shipped source without depending on a particular `@types/node` release.\n * https://nodejs.org/docs/latest-v22.x/api/sqlite.html\n */\ntype SqliteValue = null | number | bigint | string | Uint8Array;\ntype SqliteRow = Record<string, unknown>;\ntype SqliteStatement = {\n  all(...parameters: SqliteValue[]): SqliteRow[];\n  get(...parameters: SqliteValue[]): SqliteRow | undefined;\n  run(...parameters: SqliteValue[]): unknown;\n};\ntype DatabaseSync = {\n  exec(sql: string): void;\n  prepare(sql: string): SqliteStatement;\n  close(): void;\n};\ntype SqliteModule = { DatabaseSync: new (path: string) => DatabaseSync };\n\n/** node:sqlite is loaded only when the local backend is selected. */\nexport class SqliteStore implements LocalStore {\n  private db: DatabaseSync;\n  private namespace: string;\n\n  public constructor(config: QueueConfig) {\n    const path = resolve(config.local?.path ?? \".warlock/queue.sqlite\");\n    if (config.local?.path === \":memory:\")\n      throw new Error(\"Use driver: 'memory' for non-durable queues.\");\n    let sqlite: SqliteModule;\n    try {\n      sqlite = createRequire(import.meta.url)(\"node:sqlite\") as SqliteModule;\n    } catch (cause) {\n      throw new Error(\n        \"The local queue driver requires Node >= 22.15 with node:sqlite available without flags.\",\n        { cause },\n      );\n    }\n    if (typeof sqlite.DatabaseSync !== \"function\")\n      throw new Error(\"node:sqlite.DatabaseSync is unavailable.\");\n    mkdirSync(dirname(path), { recursive: true });\n    this.db = new sqlite.DatabaseSync(path);\n    this.namespace = config.prefix ?? \"warlock\";\n    try {\n      // Use the v22.15 API; constructor timeout options were introduced later.\n      this.db.exec(`\n        PRAGMA busy_timeout = 5000;\n        PRAGMA journal_mode = WAL;\n        PRAGMA synchronous = FULL;\n        CREATE TABLE IF NOT EXISTS warlock_queue_jobs (\n          seq INTEGER PRIMARY KEY AUTOINCREMENT,\n          namespace TEXT NOT NULL, queue TEXT NOT NULL, id TEXT NOT NULL,\n          state TEXT NOT NULL, ready_at REAL NOT NULL, lease_until REAL NOT NULL,\n          priority INTEGER NOT NULL, body TEXT NOT NULL,\n          UNIQUE(namespace, queue, id)\n        );\n        CREATE INDEX IF NOT EXISTS warlock_queue_ready\n          ON warlock_queue_jobs(namespace, queue, state, ready_at, lease_until);\n      `);\n    } catch (error) {\n      this.db.close();\n      throw error;\n    }\n  }\n\n  public transaction<T>(run: () => T): T {\n    this.db.exec(\"BEGIN IMMEDIATE\");\n    try {\n      const result = run();\n      this.db.exec(\"COMMIT\");\n      return result;\n    } catch (error) {\n      this.db.exec(\"ROLLBACK\");\n      throw error;\n    }\n  }\n\n  public get(queue: string, id: string): LocalJob | undefined {\n    return decode(\n      this.db\n        .prepare(\"SELECT body FROM warlock_queue_jobs WHERE namespace = ? AND queue = ? AND id = ?\")\n        .get(this.namespace, queue, id),\n    );\n  }\n  public list(queue: string, state?: JobState): LocalJob[] {\n    const rows = state\n      ? this.db\n          .prepare(\n            \"SELECT body FROM warlock_queue_jobs WHERE namespace = ? AND queue = ? AND state = ? ORDER BY seq\",\n          )\n          .all(this.namespace, queue, state)\n      : this.db\n          .prepare(\n            \"SELECT body FROM warlock_queue_jobs WHERE namespace = ? AND queue = ? ORDER BY seq\",\n          )\n          .all(this.namespace, queue);\n    return rows.flatMap((row) => {\n      const job = decode(row);\n      return job ? [job] : [];\n    });\n  }\n  public ready(queue: string, now: number): LocalJob | undefined {\n    return decode(\n      this.db\n        .prepare(`SELECT body FROM warlock_queue_jobs\n      WHERE namespace = ? AND queue = ? AND (\n        (state IN ('waiting', 'delayed', 'prioritized') AND ready_at <= ?) OR\n        (state = 'active' AND lease_until <= ?)\n      ) ORDER BY priority, seq LIMIT 1`)\n        .get(this.namespace, queue, now, now),\n    );\n  }\n  public put(job: LocalJob): void {\n    this.db\n      .prepare(`INSERT INTO warlock_queue_jobs\n      (namespace, queue, id, state, ready_at, lease_until, priority, body)\n      VALUES (?, ?, ?, ?, ?, ?, ?, ?)\n      ON CONFLICT(namespace, queue, id) DO UPDATE SET\n        state = excluded.state, ready_at = excluded.ready_at,\n        lease_until = excluded.lease_until, priority = excluded.priority, body = excluded.body`)\n      .run(\n        this.namespace,\n        job.queue,\n        job.id,\n        job.state,\n        job.readyAt,\n        job.leaseUntil,\n        job.priority,\n        JSON.stringify(job),\n      );\n  }\n  public remove(queue: string, id: string): void {\n    this.db\n      .prepare(\"DELETE FROM warlock_queue_jobs WHERE namespace = ? AND queue = ? AND id = ?\")\n      .run(this.namespace, queue, id);\n  }\n  public close(): void {\n    this.db.close();\n  }\n}\n\nfunction decode(row: Record<string, unknown> | undefined): LocalJob | undefined {\n  return typeof row?.body === \"string\" ? (JSON.parse(row.body) as LocalJob) : undefined;\n}\n"],"mappings":";;;;;;AA0BA,IAAa,cAAb,MAA+C;CAI7C,AAAO,YAAY,QAAqB;EACtC,MAAM,OAAO,QAAQ,OAAO,OAAO,QAAQ,uBAAuB;EAClE,IAAI,OAAO,OAAO,SAAS,YACzB,MAAM,IAAI,MAAM,8CAA8C;EAChE,IAAI;EACJ,IAAI;GACF,SAAS,cAAc,YAAY,GAAG,CAAC,CAAC,aAAa;EACvD,SAAS,OAAO;GACd,MAAM,IAAI,MACR,2FACA,EAAE,MAAM,CACV;EACF;EACA,IAAI,OAAO,OAAO,iBAAiB,YACjC,MAAM,IAAI,MAAM,0CAA0C;EAC5D,UAAU,QAAQ,IAAI,GAAG,EAAE,WAAW,KAAK,CAAC;EAC5C,KAAK,KAAK,IAAI,OAAO,aAAa,IAAI;EACtC,KAAK,YAAY,OAAO,UAAU;EAClC,IAAI;GAEF,KAAK,GAAG,KAAK;;;;;;;;;;;;;OAaZ;EACH,SAAS,OAAO;GACd,KAAK,GAAG,MAAM;GACd,MAAM;EACR;CACF;CAEA,AAAO,YAAe,KAAiB;EACrC,KAAK,GAAG,KAAK,iBAAiB;EAC9B,IAAI;GACF,MAAM,SAAS,IAAI;GACnB,KAAK,GAAG,KAAK,QAAQ;GACrB,OAAO;EACT,SAAS,OAAO;GACd,KAAK,GAAG,KAAK,UAAU;GACvB,MAAM;EACR;CACF;CAEA,AAAO,IAAI,OAAe,IAAkC;EAC1D,OAAO,OACL,KAAK,GACF,QAAQ,kFAAkF,CAAC,CAC3F,IAAI,KAAK,WAAW,OAAO,EAAE,CAClC;CACF;CACA,AAAO,KAAK,OAAe,OAA8B;EAYvD,QAXa,QACT,KAAK,GACF,QACC,kGACF,CAAC,CACA,IAAI,KAAK,WAAW,OAAO,KAAK,IACnC,KAAK,GACF,QACC,oFACF,CAAC,CACA,IAAI,KAAK,WAAW,KAAK,EACrB,CAAC,SAAS,QAAQ;GAC3B,MAAM,MAAM,OAAO,GAAG;GACtB,OAAO,MAAM,CAAC,GAAG,IAAI,CAAC;EACxB,CAAC;CACH;CACA,AAAO,MAAM,OAAe,KAAmC;EAC7D,OAAO,OACL,KAAK,GACF,QAAQ;;;;uCAIsB,CAAC,CAC/B,IAAI,KAAK,WAAW,OAAO,KAAK,GAAG,CACxC;CACF;CACA,AAAO,IAAI,KAAqB;EAC9B,KAAK,GACF,QAAQ;;;;;+FAKgF,CAAC,CACzF,IACC,KAAK,WACL,IAAI,OACJ,IAAI,IACJ,IAAI,OACJ,IAAI,SACJ,IAAI,YACJ,IAAI,UACJ,KAAK,UAAU,GAAG,CACpB;CACJ;CACA,AAAO,OAAO,OAAe,IAAkB;EAC7C,KAAK,GACF,QAAQ,6EAA6E,CAAC,CACtF,IAAI,KAAK,WAAW,OAAO,EAAE;CAClC;CACA,AAAO,QAAc;EACnB,KAAK,GAAG,MAAM;CAChB;AACF;AAEA,SAAS,OAAO,KAAgE;CAC9E,OAAO,OAAO,KAAK,SAAS,WAAY,KAAK,MAAM,IAAI,IAAI,IAAiB;AAC9E"}

package/esm/failed-jobs.d.mts

@@ -8,15 +8,9 @@ export type FailedJobsOptions = {
   /** Last index, inclusive. Default `99`. */
   end?: number;
 };
-/**
- * List failed jobs, newest first — jobs that used up every attempt, or
- * failed unrecoverably. Each entry can be retried.
- */
+/** List failed jobs, newest first, using the selected driver. */
 export declare function failedJobs(options?: FailedJobsOptions): Promise<FailedJob[]>;
-/**
- * Retry one failed job by id: it goes back to waiting with its attempts reset.
- * Throws {@link FailedJobNotFoundError} when no FAILED job has that id.
- */
+/** Move a failed job back to waiting, resetting its attempts. */
 export declare function retryFailedJob(id: string, options?: {
   queue?: string;
 }): Promise<void>;

package/esm/failed-jobs.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"failed-jobs.d.mts","names":[],"sources":["../../../../../../../packages/queue/src/failed-jobs.ts"],"mappings":";;YAOY;;EAEV;;EAEA;;EAEA;;;;;;wBAOoB,WAAW,UAAS,oBAAyB,QAAQ;;;;;wBAWrD,eAAe,YAAY;EAAW;IAAwB"}
+{"version":3,"file":"failed-jobs.d.mts","names":[],"sources":["../../../../../../../packages/queue/src/failed-jobs.ts"],"mappings":";;YAIY;;EAEV;;EAEA;;EAEA;;;wBAIoB,WAAW,UAAS,oBAAyB,QAAQ;;wBASrD,eAAe,YAAY;EAAW;IAAwB"}

package/esm/failed-jobs.mjs

@@ -1,39 +1,14 @@
-import { FailedJobNotFoundError } from "./errors.mjs";
 import { defaultQueueName } from "./config.mjs";
-import { unwrapPayload } from "./queue-context.mjs";
-import { getQueue } from "./queue-manager.mjs";
+import { getQueueDriver } from "./queue-driver.mjs";
 
 //#region ../../packages/queue/src/failed-jobs.ts
-/**
-* List failed jobs, newest first — jobs that used up every attempt, or
-* failed unrecoverably. Each entry can be retried.
-*/
+/** List failed jobs, newest first, using the selected driver. */
 async function failedJobs(options = {}) {
-	const queueName = options.queue ?? defaultQueueName();
-	return (await getQueue(queueName).getFailed(options.start ?? 0, options.end ?? 99)).map((job) => toFailedJob(job));
+	return getQueueDriver().failed(options.queue ?? defaultQueueName(), options.start ?? 0, options.end ?? 99);
 }
-/**
-* Retry one failed job by id: it goes back to waiting with its attempts reset.
-* Throws {@link FailedJobNotFoundError} when no FAILED job has that id.
-*/
+/** Move a failed job back to waiting, resetting its attempts. */
 async function retryFailedJob(id, options = {}) {
-	const queueName = options.queue ?? defaultQueueName();
-	const job = await getQueue(queueName).getJob(id);
-	if (!job || !await job.isFailed()) throw new FailedJobNotFoundError(id, queueName);
-	await job.retry("failed");
-}
-function toFailedJob(job) {
-	return {
-		id: String(job.id),
-		name: job.name,
-		queue: job.queueName,
-		payload: unwrapPayload(job.data).payload,
-		attemptsMade: job.attemptsMade,
-		failedReason: job.failedReason,
-		stacktrace: job.stacktrace ?? [],
-		failedAt: job.finishedOn ? new Date(job.finishedOn) : void 0,
-		retry: () => job.retry("failed")
-	};
+	await getQueueDriver().retry(options.queue ?? defaultQueueName(), id);
 }
 
 //#endregion

package/esm/failed-jobs.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"failed-jobs.mjs","names":[],"sources":["../../../../../../../packages/queue/src/failed-jobs.ts"],"sourcesContent":["import { unwrapPayload } from \"./queue-context\";\nimport type { Job } from \"bullmq\";\nimport { defaultQueueName } from \"./config\";\nimport { FailedJobNotFoundError } from \"./errors\";\nimport { getQueue } from \"./queue-manager\";\nimport type { FailedJob } from \"./types\";\n\nexport type FailedJobsOptions = {\n  /** Queue to read. Default: the default queue. */\n  queue?: string;\n  /** First index (newest first). Default `0`. */\n  start?: number;\n  /** Last index, inclusive. Default `99`. */\n  end?: number;\n};\n\n/**\n * List failed jobs, newest first — jobs that used up every attempt, or\n * failed unrecoverably. Each entry can be retried.\n */\nexport async function failedJobs(options: FailedJobsOptions = {}): Promise<FailedJob[]> {\n  const queueName = options.queue ?? defaultQueueName();\n  const jobs = await getQueue(queueName).getFailed(options.start ?? 0, options.end ?? 99);\n\n  return jobs.map((job) => toFailedJob(job));\n}\n\n/**\n * Retry one failed job by id: it goes back to waiting with its attempts reset.\n * Throws {@link FailedJobNotFoundError} when no FAILED job has that id.\n */\nexport async function retryFailedJob(id: string, options: { queue?: string } = {}): Promise<void> {\n  const queueName = options.queue ?? defaultQueueName();\n  const job = await getQueue(queueName).getJob(id);\n\n  if (!job || !(await job.isFailed())) {\n    throw new FailedJobNotFoundError(id, queueName);\n  }\n\n  await job.retry(\"failed\");\n}\n\nfunction toFailedJob(job: Job): FailedJob {\n  return {\n    id: String(job.id),\n    name: job.name,\n    queue: job.queueName,\n    payload: unwrapPayload(job.data).payload,\n    attemptsMade: job.attemptsMade,\n    failedReason: job.failedReason,\n    stacktrace: job.stacktrace ?? [],\n    failedAt: job.finishedOn ? new Date(job.finishedOn) : undefined,\n    retry: () => job.retry(\"failed\"),\n  };\n}\n"],"mappings":";;;;;;;;;;AAoBA,eAAsB,WAAW,UAA6B,CAAC,GAAyB;CACtF,MAAM,YAAY,QAAQ,SAAS,iBAAiB;CAGpD,QAAO,MAFY,SAAS,SAAS,CAAC,CAAC,UAAU,QAAQ,SAAS,GAAG,QAAQ,OAAO,EAAE,EAE3E,CAAC,KAAK,QAAQ,YAAY,GAAG,CAAC;AAC3C;;;;;AAMA,eAAsB,eAAe,IAAY,UAA8B,CAAC,GAAkB;CAChG,MAAM,YAAY,QAAQ,SAAS,iBAAiB;CACpD,MAAM,MAAM,MAAM,SAAS,SAAS,CAAC,CAAC,OAAO,EAAE;CAE/C,IAAI,CAAC,OAAO,CAAE,MAAM,IAAI,SAAS,GAC/B,MAAM,IAAI,uBAAuB,IAAI,SAAS;CAGhD,MAAM,IAAI,MAAM,QAAQ;AAC1B;AAEA,SAAS,YAAY,KAAqB;CACxC,OAAO;EACL,IAAI,OAAO,IAAI,EAAE;EACjB,MAAM,IAAI;EACV,OAAO,IAAI;EACX,SAAS,cAAc,IAAI,IAAI,CAAC,CAAC;EACjC,cAAc,IAAI;EAClB,cAAc,IAAI;EAClB,YAAY,IAAI,cAAc,CAAC;EAC/B,UAAU,IAAI,aAAa,IAAI,KAAK,IAAI,UAAU,IAAI;EACtD,aAAa,IAAI,MAAM,QAAQ;CACjC;AACF"}
+{"version":3,"file":"failed-jobs.mjs","names":[],"sources":["../../../../../../../packages/queue/src/failed-jobs.ts"],"sourcesContent":["import { defaultQueueName } from \"./config\";\nimport { getQueueDriver } from \"./queue-driver\";\nimport type { FailedJob } from \"./types\";\n\nexport type FailedJobsOptions = {\n  /** Queue to read. Default: the default queue. */\n  queue?: string;\n  /** First index (newest first). Default `0`. */\n  start?: number;\n  /** Last index, inclusive. Default `99`. */\n  end?: number;\n};\n\n/** List failed jobs, newest first, using the selected driver. */\nexport async function failedJobs(options: FailedJobsOptions = {}): Promise<FailedJob[]> {\n  return getQueueDriver().failed(\n    options.queue ?? defaultQueueName(),\n    options.start ?? 0,\n    options.end ?? 99,\n  );\n}\n\n/** Move a failed job back to waiting, resetting its attempts. */\nexport async function retryFailedJob(id: string, options: { queue?: string } = {}): Promise<void> {\n  await getQueueDriver().retry(options.queue ?? defaultQueueName(), id);\n}\n"],"mappings":";;;;;AAcA,eAAsB,WAAW,UAA6B,CAAC,GAAyB;CACtF,OAAO,eAAe,CAAC,CAAC,OACtB,QAAQ,SAAS,iBAAiB,GAClC,QAAQ,SAAS,GACjB,QAAQ,OAAO,EACjB;AACF;;AAGA,eAAsB,eAAe,IAAY,UAA8B,CAAC,GAAkB;CAChG,MAAM,eAAe,CAAC,CAAC,MAAM,QAAQ,SAAS,iBAAiB,GAAG,EAAE;AACtE"}

package/esm/index.d.mts

@@ -1,4 +1,4 @@
-import { DispatchOptions, DispatchedJob, Duration, DurationUnit, FailedJob, JobBackoff, JobContext, JobDefinition, JobOptions, JobProgress, JobRetention, JobSnapshot, JobState, QueueConfig, QueueDashboardConfig, QueueJob, QueueWorkersConfig } from "./types.mjs";
+import { DispatchOptions, DispatchedJob, Duration, DurationUnit, FailedJob, JobBackoff, JobContext, JobDefinition, JobOptions, JobProgress, JobRetention, JobSnapshot, JobState, LocalQueueConfig, QueueConfig, QueueDashboardConfig, QueueJob, QueueWorkersConfig } from "./types.mjs";
 import { defaultQueueName, getQueueConfig, resetQueueConfig, setQueueConfig } from "./config.mjs";
 import { DashboardServer, QueueDashboardOptions, loadBullBoard, queueDashboard } from "./dashboard.mjs";
 import { DEFAULT_DASHBOARD_PATH, mountQueueDashboard } from "./dashboard-boot.mjs";
@@ -12,4 +12,6 @@ import { QUEUE_CONNECTOR_PRIORITY, QueueConnectorOptions, queueConnector } from
 import { QueueContext, defineQueueContext, getQueueContext, resetQueueContext, setQueueContext } from "./queue-context.mjs";
 import { QueueDashboardUnguardedError } from "./queue-dashboard-unguarded.error.mjs";
 import { CloseQueueOptions, closeQueue, getQueue, runningWorkers, startWorkers } from "./queue-manager.mjs";
-export { type CloseQueueOptions, DEFAULT_DASHBOARD_PATH, DashboardServer, type DispatchInterceptor, DispatchOptions, DispatchedJob, Duration, DurationUnit, FailedJob, FailedJobNotFoundError, FailedJobsOptions, InvalidDurationError, InvalidJobDefinitionError, JobBackoff, JobContext, JobDefinition, JobOptions, JobProgress, JobRetention, JobSnapshot, JobState, QUEUE_CONNECTOR_PRIORITY, QueueConfig, QueueConnectorOptions, type QueueContext, QueueDashboardConfig, QueueDashboardDependencyError, QueueDashboardOptions, QueueDashboardUnguardedError, QueueJob, QueueNotConfiguredError, QueueWorkersConfig, type RegisteredJob, UnrecoverableJobError, closeQueue, defaultQueueName, defineJob, defineQueueContext, failedJobs, getDispatchInterceptor, getQueue, getQueueConfig, getQueueContext, loadBullBoard, mountQueueDashboard, queueConnector, queueDashboard, queueOf, registeredJobs, resetQueueConfig, resetQueueContext, retryFailedJob, runningWorkers, setDispatchInterceptor, setQueueConfig, setQueueContext, startWorkers, toMilliseconds };
+import { DriverDispatch, QueueDriver } from "./driver.mjs";
+import { getQueueDriver } from "./queue-driver.mjs";
+export { type CloseQueueOptions, DEFAULT_DASHBOARD_PATH, DashboardServer, type DispatchInterceptor, DispatchOptions, DispatchedJob, type DriverDispatch, Duration, DurationUnit, FailedJob, FailedJobNotFoundError, FailedJobsOptions, InvalidDurationError, InvalidJobDefinitionError, JobBackoff, JobContext, JobDefinition, JobOptions, JobProgress, JobRetention, JobSnapshot, JobState, LocalQueueConfig, QUEUE_CONNECTOR_PRIORITY, QueueConfig, QueueConnectorOptions, type QueueContext, QueueDashboardConfig, QueueDashboardDependencyError, QueueDashboardOptions, QueueDashboardUnguardedError, type QueueDriver, QueueJob, QueueNotConfiguredError, QueueWorkersConfig, type RegisteredJob, UnrecoverableJobError, closeQueue, defaultQueueName, defineJob, defineQueueContext, failedJobs, getDispatchInterceptor, getQueue, getQueueConfig, getQueueContext, getQueueDriver, loadBullBoard, mountQueueDashboard, queueConnector, queueDashboard, queueOf, registeredJobs, resetQueueConfig, resetQueueContext, retryFailedJob, runningWorkers, setDispatchInterceptor, setQueueConfig, setQueueContext, startWorkers, toMilliseconds };

package/esm/index.mjs

@@ -2,6 +2,7 @@ import { FailedJobNotFoundError, InvalidDurationError, InvalidJobDefinitionError
 import { defaultQueueName, getQueueConfig, resetQueueConfig, setQueueConfig } from "./config.mjs";
 import { queueOf, registeredJobs } from "./job-registry.mjs";
 import { defineQueueContext, getQueueContext, resetQueueContext, setQueueContext } from "./queue-context.mjs";
+import { getQueueDriver } from "./queue-driver.mjs";
 import { closeQueue, getQueue, runningWorkers, startWorkers } from "./queue-manager.mjs";
 import { loadBullBoard, queueDashboard } from "./dashboard.mjs";
 import { QueueDashboardUnguardedError } from "./queue-dashboard-unguarded.error.mjs";
@@ -12,4 +13,4 @@ import { defineJob } from "./define-job.mjs";
 import { failedJobs, retryFailedJob } from "./failed-jobs.mjs";
 import { QUEUE_CONNECTOR_PRIORITY, queueConnector } from "./queue-connector.mjs";
 
-export { DEFAULT_DASHBOARD_PATH, FailedJobNotFoundError, InvalidDurationError, InvalidJobDefinitionError, QUEUE_CONNECTOR_PRIORITY, QueueDashboardDependencyError, QueueDashboardUnguardedError, QueueNotConfiguredError, UnrecoverableJobError, closeQueue, defaultQueueName, defineJob, defineQueueContext, failedJobs, getDispatchInterceptor, getQueue, getQueueConfig, getQueueContext, loadBullBoard, mountQueueDashboard, queueConnector, queueDashboard, queueOf, registeredJobs, resetQueueConfig, resetQueueContext, retryFailedJob, runningWorkers, setDispatchInterceptor, setQueueConfig, setQueueContext, startWorkers, toMilliseconds };
+export { DEFAULT_DASHBOARD_PATH, FailedJobNotFoundError, InvalidDurationError, InvalidJobDefinitionError, QUEUE_CONNECTOR_PRIORITY, QueueDashboardDependencyError, QueueDashboardUnguardedError, QueueNotConfiguredError, UnrecoverableJobError, closeQueue, defaultQueueName, defineJob, defineQueueContext, failedJobs, getDispatchInterceptor, getQueue, getQueueConfig, getQueueContext, getQueueDriver, loadBullBoard, mountQueueDashboard, queueConnector, queueDashboard, queueOf, registeredJobs, resetQueueConfig, resetQueueContext, retryFailedJob, runningWorkers, setDispatchInterceptor, setQueueConfig, setQueueContext, startWorkers, toMilliseconds };

package/esm/job-options.d.mts

@@ -0,0 +1,9 @@
+import { JobOptions } from "./types.mjs";
+//#region ../../packages/queue/src/job-options.d.ts
+export type ResolvedJobOptions = JobOptions & {
+  delay?: number;
+  priority?: number;
+  jobId?: string;
+};
+//#endregion
+//# sourceMappingURL=job-options.d.mts.map

package/esm/job-options.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-options.d.mts","names":[],"sources":["../../../../../../../packages/queue/src/job-options.ts"],"mappings":";;YAIY,qBAAqB;EAC/B;EACA;EACA"}

package/esm/job-options.mjs

@@ -0,0 +1,20 @@
+import { getQueueConfig } from "./config.mjs";
+import { toMilliseconds } from "./duration.mjs";
+
+//#region ../../packages/queue/src/job-options.ts
+function resolveJobOptions(definition, options) {
+	const defaults = getQueueConfig().defaultJobOptions ?? {};
+	return {
+		attempts: options.attempts ?? definition.attempts ?? defaults.attempts,
+		backoff: options.backoff ?? definition.backoff ?? defaults.backoff,
+		removeOnComplete: definition.removeOnComplete ?? defaults.removeOnComplete,
+		removeOnFail: definition.removeOnFail ?? defaults.removeOnFail,
+		delay: options.delay === void 0 ? void 0 : toMilliseconds(options.delay),
+		priority: options.priority,
+		jobId: options.jobId
+	};
+}
+
+//#endregion
+export { resolveJobOptions };
+//# sourceMappingURL=job-options.mjs.map

package/esm/job-options.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-options.mjs","names":[],"sources":["../../../../../../../packages/queue/src/job-options.ts"],"sourcesContent":["import { getQueueConfig } from \"./config\";\nimport { toMilliseconds } from \"./duration\";\nimport type { DispatchOptions, JobOptions } from \"./types\";\n\nexport type ResolvedJobOptions = JobOptions & {\n  delay?: number;\n  priority?: number;\n  jobId?: string;\n};\n\nexport function resolveJobOptions(\n  definition: JobOptions,\n  options: DispatchOptions,\n): ResolvedJobOptions {\n  const defaults = getQueueConfig().defaultJobOptions ?? {};\n  return {\n    attempts: options.attempts ?? definition.attempts ?? defaults.attempts,\n    backoff: options.backoff ?? definition.backoff ?? defaults.backoff,\n    removeOnComplete: definition.removeOnComplete ?? defaults.removeOnComplete,\n    removeOnFail: definition.removeOnFail ?? defaults.removeOnFail,\n    delay: options.delay === undefined ? undefined : toMilliseconds(options.delay),\n    priority: options.priority,\n    jobId: options.jobId,\n  };\n}\n"],"mappings":";;;;AAUA,SAAgB,kBACd,YACA,SACoB;CACpB,MAAM,WAAW,eAAe,CAAC,CAAC,qBAAqB,CAAC;CACxD,OAAO;EACL,UAAU,QAAQ,YAAY,WAAW,YAAY,SAAS;EAC9D,SAAS,QAAQ,WAAW,WAAW,WAAW,SAAS;EAC3D,kBAAkB,WAAW,oBAAoB,SAAS;EAC1D,cAAc,WAAW,gBAAgB,SAAS;EAClD,OAAO,QAAQ,UAAU,SAAY,SAAY,eAAe,QAAQ,KAAK;EAC7E,UAAU,QAAQ;EAClB,OAAO,QAAQ;CACjB;AACF"}

package/esm/queue-driver.d.mts

@@ -0,0 +1,6 @@
+import { QueueDriver } from "./driver.mjs";
+//#region ../../packages/queue/src/queue-driver.d.ts
+/** The configured backend, created on first use. Close it before changing config. */
+export declare function getQueueDriver(): QueueDriver;
+//#endregion
+//# sourceMappingURL=queue-driver.d.mts.map

package/esm/queue-driver.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue-driver.d.mts","names":[],"sources":["../../../../../../../packages/queue/src/queue-driver.ts"],"mappings":";;;wBAUgB,kBAAkB"}

package/esm/queue-driver.mjs

@@ -0,0 +1,37 @@
+import { getQueueConfig } from "./config.mjs";
+import { BullMQDriver } from "./drivers/bullmq.mjs";
+import { LocalDriver } from "./drivers/local.mjs";
+import { MemoryStore } from "./drivers/memory-store.mjs";
+import { SqliteStore } from "./drivers/sqlite-store.mjs";
+
+//#region ../../packages/queue/src/queue-driver.ts
+let activeDriver;
+/** The configured backend, created on first use. Close it before changing config. */
+function getQueueDriver() {
+	if (!activeDriver) {
+		const config = getQueueConfig();
+		switch (config.driver ?? "bullmq") {
+			case "bullmq":
+				activeDriver = new BullMQDriver(config);
+				break;
+			case "local":
+				activeDriver = new LocalDriver(new SqliteStore(config), config);
+				break;
+			case "memory":
+				activeDriver = new LocalDriver(new MemoryStore(), config);
+				break;
+			default: throw new Error(`Unknown queue driver: ${String(config.driver)}`);
+		}
+	}
+	return activeDriver;
+}
+function currentQueueDriver() {
+	return activeDriver;
+}
+function forgetQueueDriver() {
+	activeDriver = void 0;
+}
+
+//#endregion
+export { currentQueueDriver, forgetQueueDriver, getQueueDriver };
+//# sourceMappingURL=queue-driver.mjs.map

package/esm/queue-driver.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue-driver.mjs","names":[],"sources":["../../../../../../../packages/queue/src/queue-driver.ts"],"sourcesContent":["import { getQueueConfig } from \"./config\";\nimport type { QueueDriver } from \"./driver\";\nimport { BullMQDriver } from \"./drivers/bullmq\";\nimport { LocalDriver } from \"./drivers/local\";\nimport { MemoryStore } from \"./drivers/memory-store\";\nimport { SqliteStore } from \"./drivers/sqlite-store\";\n\nlet activeDriver: QueueDriver | undefined;\n\n/** The configured backend, created on first use. Close it before changing config. */\nexport function getQueueDriver(): QueueDriver {\n  if (!activeDriver) {\n    const config = getQueueConfig();\n    switch (config.driver ?? \"bullmq\") {\n      case \"bullmq\":\n        activeDriver = new BullMQDriver(config);\n        break;\n      case \"local\":\n        activeDriver = new LocalDriver(new SqliteStore(config), config);\n        break;\n      case \"memory\":\n        activeDriver = new LocalDriver(new MemoryStore(), config);\n        break;\n      default:\n        throw new Error(`Unknown queue driver: ${String(config.driver)}`);\n    }\n  }\n  return activeDriver;\n}\n\nexport function currentQueueDriver(): QueueDriver | undefined {\n  return activeDriver;\n}\n\nexport function forgetQueueDriver(): void {\n  activeDriver = undefined;\n}\n"],"mappings":";;;;;;;AAOA,IAAI;;AAGJ,SAAgB,iBAA8B;CAC5C,IAAI,CAAC,cAAc;EACjB,MAAM,SAAS,eAAe;EAC9B,QAAQ,OAAO,UAAU,UAAzB;GACE,KAAK;IACH,eAAe,IAAI,aAAa,MAAM;IACtC;GACF,KAAK;IACH,eAAe,IAAI,YAAY,IAAI,YAAY,MAAM,GAAG,MAAM;IAC9D;GACF,KAAK;IACH,eAAe,IAAI,YAAY,IAAI,YAAY,GAAG,MAAM;IACxD;GACF,SACE,MAAM,IAAI,MAAM,yBAAyB,OAAO,OAAO,MAAM,GAAG;EACpE;CACF;CACA,OAAO;AACT;AAEA,SAAgB,qBAA8C;CAC5D,OAAO;AACT;AAEA,SAAgB,oBAA0B;CACxC,eAAe;AACjB"}

package/esm/queue-manager.d.mts

@@ -1,37 +1,16 @@
 import { Queue } from "bullmq";
 //#region ../../packages/queue/src/queue-manager.d.ts
-/**
- * The BullMQ queue for `name`, created on first use with the configured
- * connection and prefix.
- */
+/** Low-level BullMQ access. For portable operations use defineJob / failedJobs. */
 export declare function getQueue(name: string): Queue;
-/**
- * Start one worker per queue that has a registered job, and keep starting
- * workers for queues whose first job is defined later.
- *
- * A no-op returning `[]` when `workers.enabled` is `false`, or when this
- * process does not serve the `worker` role (`Application.hasRole`) — a
- * process started with `--role=web`, for example, produces jobs but never
- * runs them in-process. Calling it again while workers run starts only the
- * missing ones.
- *
- * @returns the queue names that now have a worker in this process.
- */
+/** Start workers for registered queues, honouring process roles and workers.enabled. */
 export declare function startWorkers(): Promise<string[]>;
-/** The queue names with a running worker in this process. */
+/** Names of queues with workers in this process. */
 export declare function runningWorkers(): string[];
 export type CloseQueueOptions = {
-  /**
-   * How long to wait for active jobs before force-closing workers, in
-   * milliseconds. Default: `workers.shutdownTimeout`, else `30000`.
-   */
+  /** Drain timeout in ms, default workers.shutdownTimeout, else 30000. */
   timeout?: number;
 };
-/**
- * Graceful shutdown: stop workers taking new jobs and wait for active ones
- * (bounded by `timeout`, then force-close), then close every queue
- * connection. Safe to call when nothing was started, and more than once.
- */
+/** Stop taking jobs, drain active handlers, then release leases and close storage. */
 export declare function closeQueue(options?: CloseQueueOptions): Promise<void>;
 //#endregion
 //# sourceMappingURL=queue-manager.d.mts.map

package/esm/queue-manager.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"queue-manager.d.mts","names":[],"sources":["../../../../../../../packages/queue/src/queue-manager.ts"],"mappings":";;;;;;wBAgBgB,SAAS,eAAe;;;;;;;;;;;;;wBAiClB,gBAAgB;;wBAgCtB;YAgCJ;;;;;EAKV;;;;;;;wBAQoB,WAAW,UAAS,oBAAyB"}
+{"version":3,"file":"queue-manager.d.mts","names":[],"sources":["../../../../../../../packages/queue/src/queue-manager.ts"],"mappings":";;;wBAWgB,SAAS,eAAe;;wBAQlB,gBAAgB;;wBAuBtB;YAIJ;;EAEV;;;wBAIc,WAAW,UAAS,oBAAyB"}

package/esm/queue-manager.mjs

@@ -1,114 +1,58 @@
 import { getQueueConfig } from "./config.mjs";
 import { onJobRegistered, queueOf, registeredJobs } from "./job-registry.mjs";
-import { processJob } from "./process-job.mjs";
+import { BullMQDriver } from "./drivers/bullmq.mjs";
+import { currentQueueDriver, forgetQueueDriver, getQueueDriver } from "./queue-driver.mjs";
 import { log } from "@warlock.js/logger";
-import { Queue, Worker } from "bullmq";
 
 //#region ../../packages/queue/src/queue-manager.ts
-const DEFAULT_SHUTDOWN_TIMEOUT = 3e4;
-const queues = /* @__PURE__ */ new Map();
-const workers = /* @__PURE__ */ new Map();
 let stopListening;
-/**
-* The BullMQ queue for `name`, created on first use with the configured
-* connection and prefix.
-*/
+let closing;
+/** Low-level BullMQ access. For portable operations use defineJob / failedJobs. */
 function getQueue(name) {
-	let queue = queues.get(name);
-	if (!queue) {
-		const config = getQueueConfig();
-		queue = new Queue(name, {
-			connection: config.connection,
-			prefix: config.prefix ?? "warlock"
-		});
-		queue.on("error", (error) => {
-			log.error("queue", "connection", error);
-		});
-		queues.set(name, queue);
-	}
-	return queue;
+	const driver = getQueueDriver();
+	if (!(driver instanceof BullMQDriver)) throw new Error("getQueue() requires the bullmq queue driver.");
+	return driver.getQueue(name);
 }
-/**
-* Start one worker per queue that has a registered job, and keep starting
-* workers for queues whose first job is defined later.
-*
-* A no-op returning `[]` when `workers.enabled` is `false`, or when this
-* process does not serve the `worker` role (`Application.hasRole`) — a
-* process started with `--role=web`, for example, produces jobs but never
-* runs them in-process. Calling it again while workers run starts only the
-* missing ones.
-*
-* @returns the queue names that now have a worker in this process.
-*/
+/** Start workers for registered queues, honouring process roles and workers.enabled. */
 async function startWorkers() {
+	if (closing) await closing;
 	const { Application } = await import("@warlock.js/core");
 	if (!Application.hasRole("worker")) {
 		log.info("queue", "workers", `queue: workers not started (role: ${[...Application.roles].join(",")})`);
 		return [];
 	}
 	if (getQueueConfig().workers?.enabled === false) return [];
-	for (const job of registeredJobs()) ensureWorker(queueOf(job));
+	const driver = getQueueDriver();
 	stopListening ??= onJobRegistered((job) => {
-		ensureWorker(queueOf(job));
+		driver.start(queueOf(job)).catch((error) => log.error("queue", "worker", error));
 	});
-	await Promise.all([...workers.values()].map((worker) => worker.waitUntilReady()));
-	return [...workers.keys()];
+	await Promise.all([...new Set(registeredJobs().map(queueOf))].map((queue) => driver.start(queue)));
+	return driver.running();
 }
-/** The queue names with a running worker in this process. */
+/** Names of queues with workers in this process. */
 function runningWorkers() {
-	return [...workers.keys()];
-}
-function ensureWorker(queueName) {
-	if (workers.has(queueName)) return;
-	const config = getQueueConfig();
-	const worker = new Worker(queueName, processJob, {
-		connection: config.connection,
-		prefix: config.prefix ?? "warlock",
-		concurrency: config.workers?.concurrency ?? 1
-	});
-	worker.on("error", (error) => {
-		log.error("queue", "worker", error);
-	});
-	worker.on("failed", (job, error) => {
-		log.error("queue", "job.failed", `${job?.name ?? "unknown"} (${job?.id ?? "?"}): ${error.message}`);
-	});
-	workers.set(queueName, worker);
+	return currentQueueDriver()?.running() ?? [];
 }
-/**
-* Graceful shutdown: stop workers taking new jobs and wait for active ones
-* (bounded by `timeout`, then force-close), then close every queue
-* connection. Safe to call when nothing was started, and more than once.
-*/
-async function closeQueue(options = {}) {
+/** Stop taking jobs, drain active handlers, then release leases and close storage. */
+function closeQueue(options = {}) {
+	if (closing) return closing;
 	stopListening?.();
 	stopListening = void 0;
+	const driver = currentQueueDriver();
+	if (!driver) return Promise.resolve();
 	const timeout = options.timeout ?? configuredShutdownTimeout();
-	const closingWorkers = [...workers.values()];
-	workers.clear();
-	await Promise.all(closingWorkers.map((worker) => closeWorker(worker, timeout)));
-	const closingQueues = [...queues.values()];
-	queues.clear();
-	await Promise.all(closingQueues.map((queue) => queue.close()));
+	if (!Number.isFinite(timeout) || timeout < 0) return Promise.reject(/* @__PURE__ */ new Error("Queue shutdown timeout must be non-negative and finite."));
+	closing = driver.close(timeout).finally(() => {
+		forgetQueueDriver();
+		closing = void 0;
+	});
+	return closing;
 }
 function configuredShutdownTimeout() {
 	try {
-		return getQueueConfig().workers?.shutdownTimeout ?? DEFAULT_SHUTDOWN_TIMEOUT;
+		return getQueueConfig().workers?.shutdownTimeout ?? 3e4;
 	} catch {
-		return DEFAULT_SHUTDOWN_TIMEOUT;
-	}
-}
-async function closeWorker(worker, timeout) {
-	let timer;
-	const timedOut = new Promise((resolve) => {
-		timer = setTimeout(() => resolve("timeout"), timeout);
-	});
-	const closing = worker.close().then(() => "closed");
-	closing.catch(() => void 0);
-	const outcome = await Promise.race([closing, timedOut]);
-	clearTimeout(timer);
-	if (outcome === "timeout") {
-		log.warn("queue", "shutdown", `Worker for "${worker.name}" still had active jobs after ${timeout}ms; disconnecting. Those jobs are retried once their lock expires.`);
-		await worker.disconnect();
+		return 3e4;
 	}
 }
 

package/esm/queue-manager.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"queue-manager.mjs","names":[],"sources":["../../../../../../../packages/queue/src/queue-manager.ts"],"sourcesContent":["import { log } from \"@warlock.js/logger\";\nimport { Queue, Worker } from \"bullmq\";\nimport { getQueueConfig } from \"./config\";\nimport { onJobRegistered, queueOf, registeredJobs } from \"./job-registry\";\nimport { processJob } from \"./process-job\";\n\nconst DEFAULT_SHUTDOWN_TIMEOUT = 30_000;\n\nconst queues = new Map<string, Queue>();\nconst workers = new Map<string, Worker>();\nlet stopListening: (() => void) | undefined;\n\n/**\n * The BullMQ queue for `name`, created on first use with the configured\n * connection and prefix.\n */\nexport function getQueue(name: string): Queue {\n  let queue = queues.get(name);\n\n  if (!queue) {\n    const config = getQueueConfig();\n\n    queue = new Queue(name, {\n      connection: config.connection,\n      prefix: config.prefix ?? \"warlock\",\n    });\n\n    queue.on(\"error\", (error) => {\n      log.error(\"queue\", \"connection\", error);\n    });\n\n    queues.set(name, queue);\n  }\n\n  return queue;\n}\n\n/**\n * Start one worker per queue that has a registered job, and keep starting\n * workers for queues whose first job is defined later.\n *\n * A no-op returning `[]` when `workers.enabled` is `false`, or when this\n * process does not serve the `worker` role (`Application.hasRole`) — a\n * process started with `--role=web`, for example, produces jobs but never\n * runs them in-process. Calling it again while workers run starts only the\n * missing ones.\n *\n * @returns the queue names that now have a worker in this process.\n */\nexport async function startWorkers(): Promise<string[]> {\n  const { Application } = await import(\"@warlock.js/core\");\n\n  if (!Application.hasRole(\"worker\")) {\n    log.info(\n      \"queue\",\n      \"workers\",\n      `queue: workers not started (role: ${[...Application.roles].join(\",\")})`,\n    );\n    return [];\n  }\n\n  const config = getQueueConfig();\n\n  if (config.workers?.enabled === false) {\n    return [];\n  }\n\n  for (const job of registeredJobs()) {\n    ensureWorker(queueOf(job));\n  }\n\n  stopListening ??= onJobRegistered((job) => {\n    ensureWorker(queueOf(job));\n  });\n\n  await Promise.all([...workers.values()].map((worker) => worker.waitUntilReady()));\n\n  return [...workers.keys()];\n}\n\n/** The queue names with a running worker in this process. */\nexport function runningWorkers(): string[] {\n  return [...workers.keys()];\n}\n\nfunction ensureWorker(queueName: string): void {\n  if (workers.has(queueName)) {\n    return;\n  }\n\n  const config = getQueueConfig();\n\n  const worker = new Worker(queueName, processJob, {\n    connection: config.connection,\n    prefix: config.prefix ?? \"warlock\",\n    concurrency: config.workers?.concurrency ?? 1,\n  });\n\n  worker.on(\"error\", (error) => {\n    log.error(\"queue\", \"worker\", error);\n  });\n\n  worker.on(\"failed\", (job, error) => {\n    log.error(\n      \"queue\",\n      \"job.failed\",\n      `${job?.name ?? \"unknown\"} (${job?.id ?? \"?\"}): ${error.message}`,\n    );\n  });\n\n  workers.set(queueName, worker);\n}\n\nexport type CloseQueueOptions = {\n  /**\n   * How long to wait for active jobs before force-closing workers, in\n   * milliseconds. Default: `workers.shutdownTimeout`, else `30000`.\n   */\n  timeout?: number;\n};\n\n/**\n * Graceful shutdown: stop workers taking new jobs and wait for active ones\n * (bounded by `timeout`, then force-close), then close every queue\n * connection. Safe to call when nothing was started, and more than once.\n */\nexport async function closeQueue(options: CloseQueueOptions = {}): Promise<void> {\n  stopListening?.();\n  stopListening = undefined;\n\n  const timeout = options.timeout ?? configuredShutdownTimeout();\n  const closingWorkers = [...workers.values()];\n  workers.clear();\n\n  await Promise.all(closingWorkers.map((worker) => closeWorker(worker, timeout)));\n\n  const closingQueues = [...queues.values()];\n  queues.clear();\n\n  await Promise.all(closingQueues.map((queue) => queue.close()));\n}\n\nfunction configuredShutdownTimeout(): number {\n  try {\n    return getQueueConfig().workers?.shutdownTimeout ?? DEFAULT_SHUTDOWN_TIMEOUT;\n  } catch {\n    return DEFAULT_SHUTDOWN_TIMEOUT;\n  }\n}\n\nasync function closeWorker(worker: Worker, timeout: number): Promise<void> {\n  let timer: NodeJS.Timeout | undefined;\n\n  const timedOut = new Promise<\"timeout\">((resolve) => {\n    timer = setTimeout(() => resolve(\"timeout\"), timeout);\n  });\n\n  // A close already in progress cannot be upgraded to a forced one (BullMQ\n  // returns the pending promise), so the timeout path drops the connections\n  // instead and lets the graceful close settle in the background.\n  const closing = worker.close().then(() => \"closed\" as const);\n  closing.catch(() => undefined);\n\n  const outcome = await Promise.race([closing, timedOut]);\n\n  clearTimeout(timer);\n\n  if (outcome === \"timeout\") {\n    log.warn(\n      \"queue\",\n      \"shutdown\",\n      `Worker for \"${worker.name}\" still had active jobs after ${timeout}ms; disconnecting. ` +\n        \"Those jobs are retried once their lock expires.\",\n    );\n\n    await worker.disconnect();\n  }\n}\n"],"mappings":";;;;;;;AAMA,MAAM,2BAA2B;AAEjC,MAAM,yBAAS,IAAI,IAAmB;AACtC,MAAM,0BAAU,IAAI,IAAoB;AACxC,IAAI;;;;;AAMJ,SAAgB,SAAS,MAAqB;CAC5C,IAAI,QAAQ,OAAO,IAAI,IAAI;CAE3B,IAAI,CAAC,OAAO;EACV,MAAM,SAAS,eAAe;EAE9B,QAAQ,IAAI,MAAM,MAAM;GACtB,YAAY,OAAO;GACnB,QAAQ,OAAO,UAAU;EAC3B,CAAC;EAED,MAAM,GAAG,UAAU,UAAU;GAC3B,IAAI,MAAM,SAAS,cAAc,KAAK;EACxC,CAAC;EAED,OAAO,IAAI,MAAM,KAAK;CACxB;CAEA,OAAO;AACT;;;;;;;;;;;;;AAcA,eAAsB,eAAkC;CACtD,MAAM,EAAE,gBAAgB,MAAM,OAAO;CAErC,IAAI,CAAC,YAAY,QAAQ,QAAQ,GAAG;EAClC,IAAI,KACF,SACA,WACA,qCAAqC,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,KAAK,GAAG,EAAE,EACxE;EACA,OAAO,CAAC;CACV;CAIA,IAFe,eAEN,CAAC,CAAC,SAAS,YAAY,OAC9B,OAAO,CAAC;CAGV,KAAK,MAAM,OAAO,eAAe,GAC/B,aAAa,QAAQ,GAAG,CAAC;CAG3B,kBAAkB,iBAAiB,QAAQ;EACzC,aAAa,QAAQ,GAAG,CAAC;CAC3B,CAAC;CAED,MAAM,QAAQ,IAAI,CAAC,GAAG,QAAQ,OAAO,CAAC,CAAC,CAAC,KAAK,WAAW,OAAO,eAAe,CAAC,CAAC;CAEhF,OAAO,CAAC,GAAG,QAAQ,KAAK,CAAC;AAC3B;;AAGA,SAAgB,iBAA2B;CACzC,OAAO,CAAC,GAAG,QAAQ,KAAK,CAAC;AAC3B;AAEA,SAAS,aAAa,WAAyB;CAC7C,IAAI,QAAQ,IAAI,SAAS,GACvB;CAGF,MAAM,SAAS,eAAe;CAE9B,MAAM,SAAS,IAAI,OAAO,WAAW,YAAY;EAC/C,YAAY,OAAO;EACnB,QAAQ,OAAO,UAAU;EACzB,aAAa,OAAO,SAAS,eAAe;CAC9C,CAAC;CAED,OAAO,GAAG,UAAU,UAAU;EAC5B,IAAI,MAAM,SAAS,UAAU,KAAK;CACpC,CAAC;CAED,OAAO,GAAG,WAAW,KAAK,UAAU;EAClC,IAAI,MACF,SACA,cACA,GAAG,KAAK,QAAQ,UAAU,IAAI,KAAK,MAAM,IAAI,KAAK,MAAM,SAC1D;CACF,CAAC;CAED,QAAQ,IAAI,WAAW,MAAM;AAC/B;;;;;;AAeA,eAAsB,WAAW,UAA6B,CAAC,GAAkB;CAC/E,gBAAgB;CAChB,gBAAgB;CAEhB,MAAM,UAAU,QAAQ,WAAW,0BAA0B;CAC7D,MAAM,iBAAiB,CAAC,GAAG,QAAQ,OAAO,CAAC;CAC3C,QAAQ,MAAM;CAEd,MAAM,QAAQ,IAAI,eAAe,KAAK,WAAW,YAAY,QAAQ,OAAO,CAAC,CAAC;CAE9E,MAAM,gBAAgB,CAAC,GAAG,OAAO,OAAO,CAAC;CACzC,OAAO,MAAM;CAEb,MAAM,QAAQ,IAAI,cAAc,KAAK,UAAU,MAAM,MAAM,CAAC,CAAC;AAC/D;AAEA,SAAS,4BAAoC;CAC3C,IAAI;EACF,OAAO,eAAe,CAAC,CAAC,SAAS,mBAAmB;CACtD,QAAQ;EACN,OAAO;CACT;AACF;AAEA,eAAe,YAAY,QAAgB,SAAgC;CACzE,IAAI;CAEJ,MAAM,WAAW,IAAI,SAAoB,YAAY;EACnD,QAAQ,iBAAiB,QAAQ,SAAS,GAAG,OAAO;CACtD,CAAC;CAKD,MAAM,UAAU,OAAO,MAAM,CAAC,CAAC,WAAW,QAAiB;CAC3D,QAAQ,YAAY,MAAS;CAE7B,MAAM,UAAU,MAAM,QAAQ,KAAK,CAAC,SAAS,QAAQ,CAAC;CAEtD,aAAa,KAAK;CAElB,IAAI,YAAY,WAAW;EACzB,IAAI,KACF,SACA,YACA,eAAe,OAAO,KAAK,gCAAgC,QAAQ,mEAErE;EAEA,MAAM,OAAO,WAAW;CAC1B;AACF"}
+{"version":3,"file":"queue-manager.mjs","names":[],"sources":["../../../../../../../packages/queue/src/queue-manager.ts"],"sourcesContent":["import { log } from \"@warlock.js/logger\";\nimport type { Queue } from \"bullmq\";\nimport { getQueueConfig } from \"./config\";\nimport { BullMQDriver } from \"./drivers/bullmq\";\nimport { onJobRegistered, queueOf, registeredJobs } from \"./job-registry\";\nimport { currentQueueDriver, forgetQueueDriver, getQueueDriver } from \"./queue-driver\";\n\nlet stopListening: (() => void) | undefined;\nlet closing: Promise<void> | undefined;\n\n/** Low-level BullMQ access. For portable operations use defineJob / failedJobs. */\nexport function getQueue(name: string): Queue {\n  const driver = getQueueDriver();\n  if (!(driver instanceof BullMQDriver))\n    throw new Error(\"getQueue() requires the bullmq queue driver.\");\n  return driver.getQueue(name);\n}\n\n/** Start workers for registered queues, honouring process roles and workers.enabled. */\nexport async function startWorkers(): Promise<string[]> {\n  if (closing) await closing;\n  const { Application } = await import(\"@warlock.js/core\");\n  if (!Application.hasRole(\"worker\")) {\n    log.info(\n      \"queue\",\n      \"workers\",\n      `queue: workers not started (role: ${[...Application.roles].join(\",\")})`,\n    );\n    return [];\n  }\n  if (getQueueConfig().workers?.enabled === false) return [];\n  const driver = getQueueDriver();\n  stopListening ??= onJobRegistered((job) => {\n    void driver.start(queueOf(job)).catch((error: unknown) => log.error(\"queue\", \"worker\", error));\n  });\n  await Promise.all(\n    [...new Set(registeredJobs().map(queueOf))].map((queue) => driver.start(queue)),\n  );\n  return driver.running();\n}\n\n/** Names of queues with workers in this process. */\nexport function runningWorkers(): string[] {\n  return currentQueueDriver()?.running() ?? [];\n}\n\nexport type CloseQueueOptions = {\n  /** Drain timeout in ms, default workers.shutdownTimeout, else 30000. */\n  timeout?: number;\n};\n\n/** Stop taking jobs, drain active handlers, then release leases and close storage. */\nexport function closeQueue(options: CloseQueueOptions = {}): Promise<void> {\n  if (closing) return closing;\n  stopListening?.();\n  stopListening = undefined;\n  const driver = currentQueueDriver();\n  if (!driver) return Promise.resolve();\n  const timeout = options.timeout ?? configuredShutdownTimeout();\n  if (!Number.isFinite(timeout) || timeout < 0)\n    return Promise.reject(new Error(\"Queue shutdown timeout must be non-negative and finite.\"));\n  closing = driver.close(timeout).finally(() => {\n    forgetQueueDriver();\n    closing = undefined;\n  });\n  return closing;\n}\n\nfunction configuredShutdownTimeout(): number {\n  try {\n    return getQueueConfig().workers?.shutdownTimeout ?? 30_000;\n  } catch {\n    return 30_000;\n  }\n}\n"],"mappings":";;;;;;;AAOA,IAAI;AACJ,IAAI;;AAGJ,SAAgB,SAAS,MAAqB;CAC5C,MAAM,SAAS,eAAe;CAC9B,IAAI,EAAE,kBAAkB,eACtB,MAAM,IAAI,MAAM,8CAA8C;CAChE,OAAO,OAAO,SAAS,IAAI;AAC7B;;AAGA,eAAsB,eAAkC;CACtD,IAAI,SAAS,MAAM;CACnB,MAAM,EAAE,gBAAgB,MAAM,OAAO;CACrC,IAAI,CAAC,YAAY,QAAQ,QAAQ,GAAG;EAClC,IAAI,KACF,SACA,WACA,qCAAqC,CAAC,GAAG,YAAY,KAAK,CAAC,CAAC,KAAK,GAAG,EAAE,EACxE;EACA,OAAO,CAAC;CACV;CACA,IAAI,eAAe,CAAC,CAAC,SAAS,YAAY,OAAO,OAAO,CAAC;CACzD,MAAM,SAAS,eAAe;CAC9B,kBAAkB,iBAAiB,QAAQ;EACzC,AAAK,OAAO,MAAM,QAAQ,GAAG,CAAC,CAAC,CAAC,OAAO,UAAmB,IAAI,MAAM,SAAS,UAAU,KAAK,CAAC;CAC/F,CAAC;CACD,MAAM,QAAQ,IACZ,CAAC,GAAG,IAAI,IAAI,eAAe,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,UAAU,OAAO,MAAM,KAAK,CAAC,CAChF;CACA,OAAO,OAAO,QAAQ;AACxB;;AAGA,SAAgB,iBAA2B;CACzC,OAAO,mBAAmB,CAAC,EAAE,QAAQ,KAAK,CAAC;AAC7C;;AAQA,SAAgB,WAAW,UAA6B,CAAC,GAAkB;CACzE,IAAI,SAAS,OAAO;CACpB,gBAAgB;CAChB,gBAAgB;CAChB,MAAM,SAAS,mBAAmB;CAClC,IAAI,CAAC,QAAQ,OAAO,QAAQ,QAAQ;CACpC,MAAM,UAAU,QAAQ,WAAW,0BAA0B;CAC7D,IAAI,CAAC,OAAO,SAAS,OAAO,KAAK,UAAU,GACzC,OAAO,QAAQ,uBAAO,IAAI,MAAM,yDAAyD,CAAC;CAC5F,UAAU,OAAO,MAAM,OAAO,CAAC,CAAC,cAAc;EAC5C,kBAAkB;EAClB,UAAU;CACZ,CAAC;CACD,OAAO;AACT;AAEA,SAAS,4BAAoC;CAC3C,IAAI;EACF,OAAO,eAAe,CAAC,CAAC,SAAS,mBAAmB;CACtD,QAAQ;EACN,OAAO;CACT;AACF"}

package/esm/types.d.mts

@@ -71,16 +71,27 @@ export type QueueDashboardConfig = {
    */
   middleware?: Middleware[];
 };
-/**
- * The `queue` configuration key — `src/config/queue.ts`.
- */
+/** Single-host storage and local worker timing. */
+export type LocalQueueConfig = {
+  /** SQLite file on a local disk. Default `.warlock/queue.sqlite`. */
+  path?: string;
+  /** Renewable worker lease in milliseconds. Default `30000`, minimum `30`. */
+  leaseDuration?: number;
+  /** Idle worker polling interval in milliseconds. Default `100`. */
+  pollInterval?: number;
+};
+/** The `queue` configuration key — `src/config/queue.ts`. */
 export type QueueConfig = {
+  /** Backend. Default `"bullmq"`; `"local"` uses SQLite; `"memory"` is process-local. */
+  driver?: "bullmq" | "local" | "memory";
+  /** Local driver storage and worker timing (timing also applies to memory). */
+  local?: LocalQueueConfig;
   /**
    * Redis connection. Any BullMQ connection option: `{ host, port, password, db }`,
    * `{ url }`, or an ioredis instance.
    */
-  connection: ConnectionOptions;
-  /** Redis key prefix for every queue. Default `"warlock"`. */
+  connection?: ConnectionOptions;
+  /** Storage namespace for every queue. Default `"warlock"`. */
   prefix?: string;
   /** Queue name used when a job does not name one. Default `"default"`. */
   defaultQueue?: string;
@@ -113,6 +124,8 @@ export type JobContext = {
   log(line: string): Promise<void>;
   /** State captured at dispatch by the registered queue context, if any. */
   context: unknown;
+  /** Aborted when a local/memory worker loses its lease or shutdown times out. */
+  signal?: AbortSignal;
 };
 /**
  * The definition passed to `defineJob`.

package/esm/types.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.mts","names":[],"sources":["../../../../../../../packages/queue/src/types.ts"],"mappings":";;;;YAIY;;;;;YAMA,gCAAgC;;;;;YAMhC;;EAIN;;EAEA;;;;;;YAOM;;;;;YAMA;;EAEV;;EAEA,UAAU;;EAEV,mBAAmB;;EAEnB,eAAe;;;;;YAML;;;;;EAKV;;EAEA;;;;;EAKA;;;;;;;YAQU;;EAEV;;EAEA;;;;;;EAMA,aAAa;;;;;YAMH;;;;;EAKV,YAAY;;EAEZ;;EAEA;;EAEA,oBAAoB;;EAEpB,UAAU;;EAEV,YAAY;;;YAIF,uBAAuB;;;;YAKvB;;EAEV;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,SAAS,OAAO,cAAc;;EAE9B,IAAI,eAAe;;EAEnB;;;;;YAMU,cAAc,UAAU,WAAW;;EAE7C;;EAEA;;EAEA;;EAEA,OAAO,SAAS,UAAU,SAAS,aAAa,QAAQ,WAAW;;;;;YAMzD;;EAEV,QAAQ;;;;;EAKR;;;;;EAKA;;EAEA;;EAEA,UAAU;;;YAIA;EACV;EACA;EACA;;;YAIU;;YAWA,YAAY,oBAAoB;EAC1C;EACA;EACA;EACA,OAAO;EACP,SAAS;EACT,UAAU;EACV;EACA,SAAS;EACT;EACA,WAAW;EACX,aAAa;;;YAIH,UAAU;EACpB;EACA;EACA;EACA,SAAS;EACT;EACA;EACA;EACA,WAAW;;EAEX,SAAS;;;;;YAMC,SAAS,UAAU;WACpB;WACA;;EAET,SAAS,SAAS,UAAU,UAAU,kBAAkB,QAAQ;;EAEhE,KAAK,aAAa,QAAQ,YAAY,UAAU"}
+{"version":3,"file":"types.d.mts","names":[],"sources":["../../../../../../../packages/queue/src/types.ts"],"mappings":";;;;YAIY;;;;;YAMA,gCAAgC;;;;;YAMhC;;EAIN;;EAEA;;;;;;YAOM;;;;;YAMA;;EAEV;;EAEA,UAAU;;EAEV,mBAAmB;;EAEnB,eAAe;;;;;YAML;;;;;EAKV;;EAEA;;;;;EAKA;;;;;;;YAQU;;EAEV;;EAEA;;;;;;EAMA,aAAa;;;YAIH;;EAEV;;EAEA;;EAEA;;;YAIU;;EAEV;;EAEA,QAAQ;;;;;EAKR,aAAa;;EAEb;;EAEA;;EAEA,oBAAoB;;EAEpB,UAAU;;EAEV,YAAY;;;YAIF,uBAAuB;;;;YAKvB;;EAEV;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,SAAS,OAAO,cAAc;;EAE9B,IAAI,eAAe;;EAEnB;;EAEA,SAAS;;;;;YAMC,cAAc,UAAU,WAAW;;EAE7C;;EAEA;;EAEA;;EAEA,OAAO,SAAS,UAAU,SAAS,aAAa,QAAQ,WAAW;;;;;YAMzD;;EAEV,QAAQ;;;;;EAKR;;;;;EAKA;;EAEA;;EAEA,UAAU;;;YAIA;EACV;EACA;EACA;;;YAIU;;YAWA,YAAY,oBAAoB;EAC1C;EACA;EACA;EACA,OAAO;EACP,SAAS;EACT,UAAU;EACV;EACA,SAAS;EACT;EACA,WAAW;EACX,aAAa;;;YAIH,UAAU;EACpB;EACA;EACA;EACA,SAAS;EACT;EACA;EACA;EACA,WAAW;;EAEX,SAAS;;;;;YAMC,SAAS,UAAU;WACpB;WACA;;EAET,SAAS,SAAS,UAAU,UAAU,kBAAkB,QAAQ;;EAEhE,KAAK,aAAa,QAAQ,YAAY,UAAU"}