@boringnode/queue 0.0.1-alpha → 0.0.1-alpha.1

package/build/src/drivers/redis_adapter.js

@@ -1,34 +1,102 @@
 // src/drivers/redis_adapter.ts
-import { VerrouLeaseManager } from "#lease_managers/verrou";
 import { Redis } from "ioredis";
 var redisKey = "jobs";
-var PROCESS_DELAYED_JOBS_SCRIPT = `
-  local delayed_key = KEYS[1]
-  local queue_key = KEYS[2]
-  local now = ARGV[1]
+var ACQUIRE_JOB_SCRIPT = `
+  local pending_key = KEYS[1]
+  local active_key = KEYS[2]
+  local delayed_key = KEYS[3]
+  local worker_id = ARGV[1]
+  local now = ARGV[2]
 
-  -- Get ready jobs (score <= now)
+  -- First, process delayed jobs
   local ready_jobs = redis.call('ZRANGEBYSCORE', delayed_key, 0, now)
-
   if #ready_jobs > 0 then
-    -- Move jobs to priority queue and remove from delayed queue atomically
     for i = 1, #ready_jobs do
       local job_data = ready_jobs[i]
       local job = cjson.decode(job_data)
       local priority = job.priority or 5
-      redis.call('ZADD', queue_key, priority, job_data)
+      local timestamp = tonumber(now)
+      local score = priority * 10000000000000 + timestamp
+      redis.call('ZADD', pending_key, score, job_data)
       redis.call('ZREM', delayed_key, job_data)
     end
+  end
+
+  -- Pop highest priority job (lowest score)
+  local result = redis.call('ZPOPMIN', pending_key)
+  if not result or #result == 0 then
+    return nil
+  end
+
+  local job_data = result[1]
+  local job = cjson.decode(job_data)
+
+  -- Store in active hash: jobId -> {workerId, acquiredAt, data}
+  local active_data = cjson.encode({
+    workerId = worker_id,
+    acquiredAt = tonumber(now),
+    data = job
+  })
+  redis.call('HSET', active_key, job.id, active_data)
+
+  -- Return job with acquiredAt
+  job.acquiredAt = tonumber(now)
+  return cjson.encode(job)
+`;
+var COMPLETE_JOB_SCRIPT = `
+  local active_key = KEYS[1]
+  local job_id = ARGV[1]
+
+  redis.call('HDEL', active_key, job_id)
+  return 1
+`;
+var FAIL_JOB_SCRIPT = `
+  local active_key = KEYS[1]
+  local job_id = ARGV[1]
+
+  redis.call('HDEL', active_key, job_id)
+  return 1
+`;
+var RETRY_JOB_SCRIPT = `
+  local active_key = KEYS[1]
+  local pending_key = KEYS[2]
+  local delayed_key = KEYS[3]
+  local job_id = ARGV[1]
+  local retry_at = tonumber(ARGV[2])
+  local now = tonumber(ARGV[3])
 
-    return #ready_jobs
+  -- Get job from active hash
+  local active_data = redis.call('HGET', active_key, job_id)
+  if not active_data then
+    return 0
   end
 
-  return 0
+  local active = cjson.decode(active_data)
+  local job = active.data
+
+  -- Remove from active
+  redis.call('HDEL', active_key, job_id)
+
+  -- Increment attempts
+  job.attempts = (job.attempts or 0) + 1
+
+  local job_data = cjson.encode(job)
+
+  -- Add back to pending or delayed
+  if retry_at and retry_at > now then
+    redis.call('ZADD', delayed_key, retry_at, job_data)
+  else
+    local priority = job.priority or 5
+    local score = priority * 10000000000000 + now
+    redis.call('ZADD', pending_key, score, job_data)
+  end
+
+  return 1
 `;
 function redis(config) {
   return () => {
     if (config instanceof Redis) {
-      return new RedisAdapter(config);
+      return new RedisAdapter(config, false);
     }
     const options = {
       host: "localhost",
@@ -38,30 +106,95 @@ function redis(config) {
       ...config
     };
     const connection = new Redis(options);
-    return new RedisAdapter(connection);
+    return new RedisAdapter(connection, true);
   };
 }
 var RedisAdapter = class {
   #connection;
-  constructor(connection) {
+  #ownsConnection;
+  #workerId = "";
+  constructor(connection, ownsConnection = false) {
     this.#connection = connection;
+    this.#ownsConnection = ownsConnection;
   }
-  createLeaseManager(config) {
-    return new VerrouLeaseManager(config, this.#connection);
+  setWorkerId(workerId) {
+    this.#workerId = workerId;
   }
   async destroy() {
-    await this.#connection.quit();
+    if (this.#ownsConnection) {
+      await this.#connection.quit();
+    }
   }
   pop() {
     return this.popFrom("default");
   }
   async popFrom(queue) {
-    await this.#processDelayedJobs(queue);
-    const queueContent = await this.#connection.zpopmin(`${redisKey}::${queue}`);
-    if (queueContent && queueContent.length > 0) {
-      return JSON.parse(queueContent[0]);
+    const now = Date.now();
+    const pendingKey = `${redisKey}::${queue}`;
+    const activeKey = `${redisKey}::${queue}::active`;
+    const delayedKey = `${redisKey}::delayed::${queue}`;
+    const result = await this.#connection.eval(
+      ACQUIRE_JOB_SCRIPT,
+      3,
+      pendingKey,
+      activeKey,
+      delayedKey,
+      this.#workerId,
+      now.toString()
+    );
+    if (!result) {
+      return null;
     }
-    return null;
+    return JSON.parse(result);
+  }
+  async popAndWait(queue, timeout) {
+    const immediate = await this.popFrom(queue);
+    if (immediate) {
+      return immediate;
+    }
+    const pendingKey = `${redisKey}::${queue}`;
+    const activeKey = `${redisKey}::${queue}::active`;
+    const now = Date.now();
+    const result = await this.#connection.bzpopmin(pendingKey, timeout / 1e3);
+    if (!result) {
+      return null;
+    }
+    const [, jobData] = result;
+    const job = JSON.parse(jobData);
+    const activeData = JSON.stringify({
+      workerId: this.#workerId,
+      acquiredAt: now,
+      data: job
+    });
+    await this.#connection.hset(activeKey, job.id, activeData);
+    return {
+      ...job,
+      acquiredAt: now
+    };
+  }
+  async completeJob(jobId, queue) {
+    const activeKey = `${redisKey}::${queue}::active`;
+    await this.#connection.eval(COMPLETE_JOB_SCRIPT, 1, activeKey, jobId);
+  }
+  async failJob(jobId, queue, _error) {
+    const activeKey = `${redisKey}::${queue}::active`;
+    await this.#connection.eval(FAIL_JOB_SCRIPT, 1, activeKey, jobId);
+  }
+  async retryJob(jobId, queue, retryAt) {
+    const now = Date.now();
+    const activeKey = `${redisKey}::${queue}::active`;
+    const pendingKey = `${redisKey}::${queue}`;
+    const delayedKey = `${redisKey}::delayed::${queue}`;
+    await this.#connection.eval(
+      RETRY_JOB_SCRIPT,
+      3,
+      activeKey,
+      pendingKey,
+      delayedKey,
+      jobId,
+      retryAt ? retryAt.getTime().toString() : "0",
+      now.toString()
+    );
   }
   push(jobData) {
     return this.pushOn("default", jobData);
@@ -86,19 +219,6 @@ var RedisAdapter = class {
   sizeOf(queue) {
     return this.#connection.zcard(`${redisKey}::${queue}`);
   }
-  async #processDelayedJobs(queue) {
-    const now = Date.now();
-    const delayedKey = `${redisKey}::delayed::${queue}`;
-    const queueKey = `${redisKey}::${queue}`;
-    return await this.#connection.eval(
-      PROCESS_DELAYED_JOBS_SCRIPT,
-      2,
-      // number of keys
-      delayedKey,
-      queueKey,
-      now.toString()
-    );
-  }
 };
 export {
   RedisAdapter,

package/build/src/drivers/redis_adapter.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/drivers/redis_adapter.ts"],"sourcesContent":["import { VerrouLeaseManager } from '#lease_managers/verrou'\nimport { Redis, type RedisOptions } from 'ioredis'\nimport type { Adapter } from '#contracts/adapter'\nimport type { JobData, LeaseConfig } from '#types/main'\nimport type { LeaseManager } from '#contracts/lease_manager'\n\nconst redisKey = 'jobs'\ntype RedisConfig = Redis | RedisOptions\n\n// Lua script for atomic delayed job processing\nconst PROCESS_DELAYED_JOBS_SCRIPT = `\n  local delayed_key = KEYS[1]\n  local queue_key = KEYS[2]\n  local now = ARGV[1]\n\n  -- Get ready jobs (score <= now)\n  local ready_jobs = redis.call('ZRANGEBYSCORE', delayed_key, 0, now)\n\n  if #ready_jobs > 0 then\n    -- Move jobs to priority queue and remove from delayed queue atomically\n    for i = 1, #ready_jobs do\n      local job_data = ready_jobs[i]\n      local job = cjson.decode(job_data)\n      local priority = job.priority or 5\n      redis.call('ZADD', queue_key, priority, job_data)\n      redis.call('ZREM', delayed_key, job_data)\n    end\n\n    return #ready_jobs\n  end\n\n  return 0\n`\n\nexport function redis(config?: RedisConfig) {\n  return () => {\n    if (config instanceof Redis) {\n      return new RedisAdapter(config)\n    }\n\n    // Create new Redis instance from options\n    const options: RedisOptions = {\n      host: 'localhost',\n      port: 6379,\n      keyPrefix: 'boringnode::queue::',\n      db: 0,\n      ...config,\n    }\n\n    const connection = new Redis(options)\n    return new RedisAdapter(connection)\n  }\n}\n\nexport class RedisAdapter implements Adapter {\n  readonly #connection: Redis\n\n  constructor(connection: Redis) {\n    this.#connection = connection\n  }\n\n  createLeaseManager(config: LeaseConfig): LeaseManager {\n    return new VerrouLeaseManager(config, this.#connection)\n  }\n\n  async destroy(): Promise<void> {\n    await this.#connection.quit()\n  }\n\n  pop(): Promise<JobData | null> {\n    return this.popFrom('default')\n  }\n\n  async popFrom(queue: string): Promise<JobData | null> {\n    // First, move any ready delayed jobs to the regular queue\n    await this.#processDelayedJobs(queue)\n\n    // Pop from priority queue (sorted set) - highest priority (lowest score) first\n    const queueContent = await this.#connection.zpopmin(`${redisKey}::${queue}`)\n\n    if (queueContent && queueContent.length > 0) {\n      return JSON.parse(queueContent[0])\n    }\n\n    return null\n  }\n\n  push(jobData: JobData): Promise<void> {\n    return this.pushOn('default', jobData)\n  }\n\n  pushLater(jobData: JobData, delay: number): Promise<void> {\n    return this.pushLaterOn('default', jobData, delay)\n  }\n\n  async pushLaterOn(queue: string, jobData: JobData, delay: number): Promise<void> {\n    const executeAt = Date.now() + delay\n    const delayedKey = `${redisKey}::delayed::${queue}`\n\n    await this.#connection.zadd(delayedKey, executeAt, JSON.stringify(jobData))\n  }\n\n  async pushOn(queue: string, jobData: JobData): Promise<void> {\n    const priority = jobData.priority ?? 5\n\n    // Use priority as primary score, add timestamp for FIFO order within same priority\n    // Date.now() precision is sufficient but perfect FIFO within the same millisecond is not guaranteed\n    const timestamp = Date.now()\n    const score = priority * 1e13 + timestamp\n\n    await this.#connection.zadd(`${redisKey}::${queue}`, score, JSON.stringify(jobData))\n  }\n\n  size(): Promise<number> {\n    return this.sizeOf('default')\n  }\n\n  sizeOf(queue: string): Promise<number> {\n    return this.#connection.zcard(`${redisKey}::${queue}`)\n  }\n\n  async #processDelayedJobs(queue: string): Promise<number> {\n    const now = Date.now()\n    const delayedKey = `${redisKey}::delayed::${queue}`\n    const queueKey = `${redisKey}::${queue}`\n\n    // Use Lua script for atomic operation - much faster than pipeline\n    return (await this.#connection.eval(\n      PROCESS_DELAYED_JOBS_SCRIPT,\n      2, // number of keys\n      delayedKey,\n      queueKey,\n      now.toString()\n    )) as number\n  }\n}\n"],"mappings":";AAAA,SAAS,0BAA0B;AACnC,SAAS,aAAgC;AAKzC,IAAM,WAAW;AAIjB,IAAM,8BAA8B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAwB7B,SAAS,MAAM,QAAsB;AAC1C,SAAO,MAAM;AACX,QAAI,kBAAkB,OAAO;AAC3B,aAAO,IAAI,aAAa,MAAM;AAAA,IAChC;AAGA,UAAM,UAAwB;AAAA,MAC5B,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,MACX,IAAI;AAAA,MACJ,GAAG;AAAA,IACL;AAEA,UAAM,aAAa,IAAI,MAAM,OAAO;AACpC,WAAO,IAAI,aAAa,UAAU;AAAA,EACpC;AACF;AAEO,IAAM,eAAN,MAAsC;AAAA,EAClC;AAAA,EAET,YAAY,YAAmB;AAC7B,SAAK,cAAc;AAAA,EACrB;AAAA,EAEA,mBAAmB,QAAmC;AACpD,WAAO,IAAI,mBAAmB,QAAQ,KAAK,WAAW;AAAA,EACxD;AAAA,EAEA,MAAM,UAAyB;AAC7B,UAAM,KAAK,YAAY,KAAK;AAAA,EAC9B;AAAA,EAEA,MAA+B;AAC7B,WAAO,KAAK,QAAQ,SAAS;AAAA,EAC/B;AAAA,EAEA,MAAM,QAAQ,OAAwC;AAEpD,UAAM,KAAK,oBAAoB,KAAK;AAGpC,UAAM,eAAe,MAAM,KAAK,YAAY,QAAQ,GAAG,QAAQ,KAAK,KAAK,EAAE;AAE3E,QAAI,gBAAgB,aAAa,SAAS,GAAG;AAC3C,aAAO,KAAK,MAAM,aAAa,CAAC,CAAC;AAAA,IACnC;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,KAAK,SAAiC;AACpC,WAAO,KAAK,OAAO,WAAW,OAAO;AAAA,EACvC;AAAA,EAEA,UAAU,SAAkB,OAA8B;AACxD,WAAO,KAAK,YAAY,WAAW,SAAS,KAAK;AAAA,EACnD;AAAA,EAEA,MAAM,YAAY,OAAe,SAAkB,OAA8B;AAC/E,UAAM,YAAY,KAAK,IAAI,IAAI;AAC/B,UAAM,aAAa,GAAG,QAAQ,cAAc,KAAK;AAEjD,UAAM,KAAK,YAAY,KAAK,YAAY,WAAW,KAAK,UAAU,OAAO,CAAC;AAAA,EAC5E;AAAA,EAEA,MAAM,OAAO,OAAe,SAAiC;AAC3D,UAAM,WAAW,QAAQ,YAAY;AAIrC,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,QAAQ,WAAW,OAAO;AAEhC,UAAM,KAAK,YAAY,KAAK,GAAG,QAAQ,KAAK,KAAK,IAAI,OAAO,KAAK,UAAU,OAAO,CAAC;AAAA,EACrF;AAAA,EAEA,OAAwB;AACtB,WAAO,KAAK,OAAO,SAAS;AAAA,EAC9B;AAAA,EAEA,OAAO,OAAgC;AACrC,WAAO,KAAK,YAAY,MAAM,GAAG,QAAQ,KAAK,KAAK,EAAE;AAAA,EACvD;AAAA,EAEA,MAAM,oBAAoB,OAAgC;AACxD,UAAM,MAAM,KAAK,IAAI;AACrB,UAAM,aAAa,GAAG,QAAQ,cAAc,KAAK;AACjD,UAAM,WAAW,GAAG,QAAQ,KAAK,KAAK;AAGtC,WAAQ,MAAM,KAAK,YAAY;AAAA,MAC7B;AAAA,MACA;AAAA;AAAA,MACA;AAAA,MACA;AAAA,MACA,IAAI,SAAS;AAAA,IACf;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../../../src/drivers/redis_adapter.ts"],"sourcesContent":["import { Redis, type RedisOptions } from 'ioredis'\nimport type { Adapter, AcquiredJob } from '#contracts/adapter'\nimport type { JobData } from '#types/main'\n\nconst redisKey = 'jobs'\ntype RedisConfig = Redis | RedisOptions\n\n/**\n * Lua script for atomic job acquisition.\n * 1. Check and process delayed jobs\n * 2. Pop from pending queue\n * 3. Add to active hash with worker info\n * 4. Return job data\n */\nconst ACQUIRE_JOB_SCRIPT = `\n  local pending_key = KEYS[1]\n  local active_key = KEYS[2]\n  local delayed_key = KEYS[3]\n  local worker_id = ARGV[1]\n  local now = ARGV[2]\n\n  -- First, process delayed jobs\n  local ready_jobs = redis.call('ZRANGEBYSCORE', delayed_key, 0, now)\n  if #ready_jobs > 0 then\n    for i = 1, #ready_jobs do\n      local job_data = ready_jobs[i]\n      local job = cjson.decode(job_data)\n      local priority = job.priority or 5\n      local timestamp = tonumber(now)\n      local score = priority * 10000000000000 + timestamp\n      redis.call('ZADD', pending_key, score, job_data)\n      redis.call('ZREM', delayed_key, job_data)\n    end\n  end\n\n  -- Pop highest priority job (lowest score)\n  local result = redis.call('ZPOPMIN', pending_key)\n  if not result or #result == 0 then\n    return nil\n  end\n\n  local job_data = result[1]\n  local job = cjson.decode(job_data)\n\n  -- Store in active hash: jobId -> {workerId, acquiredAt, data}\n  local active_data = cjson.encode({\n    workerId = worker_id,\n    acquiredAt = tonumber(now),\n    data = job\n  })\n  redis.call('HSET', active_key, job.id, active_data)\n\n  -- Return job with acquiredAt\n  job.acquiredAt = tonumber(now)\n  return cjson.encode(job)\n`\n\n/**\n * Lua script for completing a job.\n * Removes the job from active hash.\n */\nconst COMPLETE_JOB_SCRIPT = `\n  local active_key = KEYS[1]\n  local job_id = ARGV[1]\n\n  redis.call('HDEL', active_key, job_id)\n  return 1\n`\n\n/**\n * Lua script for failing a job permanently.\n * Removes from active hash.\n */\nconst FAIL_JOB_SCRIPT = `\n  local active_key = KEYS[1]\n  local job_id = ARGV[1]\n\n  redis.call('HDEL', active_key, job_id)\n  return 1\n`\n\n/**\n * Lua script for retrying a job.\n * 1. Get job from active hash\n * 2. Remove from active hash\n * 3. Increment attempts\n * 4. Add back to pending (or delayed if retryAt is set)\n */\nconst RETRY_JOB_SCRIPT = `\n  local active_key = KEYS[1]\n  local pending_key = KEYS[2]\n  local delayed_key = KEYS[3]\n  local job_id = ARGV[1]\n  local retry_at = tonumber(ARGV[2])\n  local now = tonumber(ARGV[3])\n\n  -- Get job from active hash\n  local active_data = redis.call('HGET', active_key, job_id)\n  if not active_data then\n    return 0\n  end\n\n  local active = cjson.decode(active_data)\n  local job = active.data\n\n  -- Remove from active\n  redis.call('HDEL', active_key, job_id)\n\n  -- Increment attempts\n  job.attempts = (job.attempts or 0) + 1\n\n  local job_data = cjson.encode(job)\n\n  -- Add back to pending or delayed\n  if retry_at and retry_at > now then\n    redis.call('ZADD', delayed_key, retry_at, job_data)\n  else\n    local priority = job.priority or 5\n    local score = priority * 10000000000000 + now\n    redis.call('ZADD', pending_key, score, job_data)\n  end\n\n  return 1\n`\n\n/**\n * Create a new Redis adapter factory.\n * Accepts either a Redis instance or Redis options.\n *\n * When passing options, the adapter will create and manage\n * the connection lifecycle (closing it on destroy).\n *\n * When passing a Redis instance, the caller is responsible for\n * managing the connection lifecycle.\n */\nexport function redis(config?: RedisConfig) {\n  return () => {\n    if (config instanceof Redis) {\n      return new RedisAdapter(config, false)\n    }\n\n    const options: RedisOptions = {\n      host: 'localhost',\n      port: 6379,\n      keyPrefix: 'boringnode::queue::',\n      db: 0,\n      ...config,\n    }\n\n    const connection = new Redis(options)\n    return new RedisAdapter(connection, true)\n  }\n}\n\nexport class RedisAdapter implements Adapter {\n  readonly #connection: Redis\n  readonly #ownsConnection: boolean\n  #workerId: string = ''\n\n  constructor(connection: Redis, ownsConnection: boolean = false) {\n    this.#connection = connection\n    this.#ownsConnection = ownsConnection\n  }\n\n  setWorkerId(workerId: string): void {\n    this.#workerId = workerId\n  }\n\n  async destroy(): Promise<void> {\n    if (this.#ownsConnection) {\n      await this.#connection.quit()\n    }\n  }\n\n  pop(): Promise<AcquiredJob | null> {\n    return this.popFrom('default')\n  }\n\n  async popFrom(queue: string): Promise<AcquiredJob | null> {\n    const now = Date.now()\n    const pendingKey = `${redisKey}::${queue}`\n    const activeKey = `${redisKey}::${queue}::active`\n    const delayedKey = `${redisKey}::delayed::${queue}`\n\n    const result = await this.#connection.eval(\n      ACQUIRE_JOB_SCRIPT,\n      3,\n      pendingKey,\n      activeKey,\n      delayedKey,\n      this.#workerId,\n      now.toString()\n    )\n\n    if (!result) {\n      return null\n    }\n\n    return JSON.parse(result as string)\n  }\n\n  async popAndWait(queue: string, timeout: number): Promise<AcquiredJob | null> {\n    // First try immediate pop\n    const immediate = await this.popFrom(queue)\n    if (immediate) {\n      return immediate\n    }\n\n    // Wait for new job using BZPOPMIN on pending queue\n    const pendingKey = `${redisKey}::${queue}`\n    const activeKey = `${redisKey}::${queue}::active`\n    const now = Date.now()\n\n    // BZPOPMIN returns [key, member, score] or null\n    const result = await this.#connection.bzpopmin(pendingKey, timeout / 1000)\n\n    if (!result) {\n      return null\n    }\n\n    const [, jobData] = result\n    const job = JSON.parse(jobData)\n\n    // Store in active hash\n    const activeData = JSON.stringify({\n      workerId: this.#workerId,\n      acquiredAt: now,\n      data: job,\n    })\n    await this.#connection.hset(activeKey, job.id, activeData)\n\n    return {\n      ...job,\n      acquiredAt: now,\n    }\n  }\n\n  async completeJob(jobId: string, queue: string): Promise<void> {\n    const activeKey = `${redisKey}::${queue}::active`\n\n    await this.#connection.eval(COMPLETE_JOB_SCRIPT, 1, activeKey, jobId)\n  }\n\n  async failJob(jobId: string, queue: string, _error?: Error): Promise<void> {\n    const activeKey = `${redisKey}::${queue}::active`\n\n    await this.#connection.eval(FAIL_JOB_SCRIPT, 1, activeKey, jobId)\n  }\n\n  async retryJob(jobId: string, queue: string, retryAt?: Date): Promise<void> {\n    const now = Date.now()\n    const activeKey = `${redisKey}::${queue}::active`\n    const pendingKey = `${redisKey}::${queue}`\n    const delayedKey = `${redisKey}::delayed::${queue}`\n\n    await this.#connection.eval(\n      RETRY_JOB_SCRIPT,\n      3,\n      activeKey,\n      pendingKey,\n      delayedKey,\n      jobId,\n      retryAt ? retryAt.getTime().toString() : '0',\n      now.toString()\n    )\n  }\n\n  push(jobData: JobData): Promise<void> {\n    return this.pushOn('default', jobData)\n  }\n\n  pushLater(jobData: JobData, delay: number): Promise<void> {\n    return this.pushLaterOn('default', jobData, delay)\n  }\n\n  async pushLaterOn(queue: string, jobData: JobData, delay: number): Promise<void> {\n    const executeAt = Date.now() + delay\n    const delayedKey = `${redisKey}::delayed::${queue}`\n\n    await this.#connection.zadd(delayedKey, executeAt, JSON.stringify(jobData))\n  }\n\n  async pushOn(queue: string, jobData: JobData): Promise<void> {\n    const priority = jobData.priority ?? 5\n\n    // Use priority as primary score, add timestamp for FIFO order within same priority\n    // Date.now() precision is sufficient but perfect FIFO within the same millisecond is not guaranteed\n    const timestamp = Date.now()\n    const score = priority * 1e13 + timestamp\n\n    await this.#connection.zadd(`${redisKey}::${queue}`, score, JSON.stringify(jobData))\n  }\n\n  size(): Promise<number> {\n    return this.sizeOf('default')\n  }\n\n  sizeOf(queue: string): Promise<number> {\n    return this.#connection.zcard(`${redisKey}::${queue}`)\n  }\n}\n"],"mappings":";AAAA,SAAS,aAAgC;AAIzC,IAAM,WAAW;AAUjB,IAAM,qBAAqB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA+C3B,IAAM,sBAAsB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAY5B,IAAM,kBAAkB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAexB,IAAM,mBAAmB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA+ClB,SAAS,MAAM,QAAsB;AAC1C,SAAO,MAAM;AACX,QAAI,kBAAkB,OAAO;AAC3B,aAAO,IAAI,aAAa,QAAQ,KAAK;AAAA,IACvC;AAEA,UAAM,UAAwB;AAAA,MAC5B,MAAM;AAAA,MACN,MAAM;AAAA,MACN,WAAW;AAAA,MACX,IAAI;AAAA,MACJ,GAAG;AAAA,IACL;AAEA,UAAM,aAAa,IAAI,MAAM,OAAO;AACpC,WAAO,IAAI,aAAa,YAAY,IAAI;AAAA,EAC1C;AACF;AAEO,IAAM,eAAN,MAAsC;AAAA,EAClC;AAAA,EACA;AAAA,EACT,YAAoB;AAAA,EAEpB,YAAY,YAAmB,iBAA0B,OAAO;AAC9D,SAAK,cAAc;AACnB,SAAK,kBAAkB;AAAA,EACzB;AAAA,EAEA,YAAY,UAAwB;AAClC,SAAK,YAAY;AAAA,EACnB;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,iBAAiB;AACxB,YAAM,KAAK,YAAY,KAAK;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,MAAmC;AACjC,WAAO,KAAK,QAAQ,SAAS;AAAA,EAC/B;AAAA,EAEA,MAAM,QAAQ,OAA4C;AACxD,UAAM,MAAM,KAAK,IAAI;AACrB,UAAM,aAAa,GAAG,QAAQ,KAAK,KAAK;AACxC,UAAM,YAAY,GAAG,QAAQ,KAAK,KAAK;AACvC,UAAM,aAAa,GAAG,QAAQ,cAAc,KAAK;AAEjD,UAAM,SAAS,MAAM,KAAK,YAAY;AAAA,MACpC;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,KAAK;AAAA,MACL,IAAI,SAAS;AAAA,IACf;AAEA,QAAI,CAAC,QAAQ;AACX,aAAO;AAAA,IACT;AAEA,WAAO,KAAK,MAAM,MAAgB;AAAA,EACpC;AAAA,EAEA,MAAM,WAAW,OAAe,SAA8C;AAE5E,UAAM,YAAY,MAAM,KAAK,QAAQ,KAAK;AAC1C,QAAI,WAAW;AACb,aAAO;AAAA,IACT;AAGA,UAAM,aAAa,GAAG,QAAQ,KAAK,KAAK;AACxC,UAAM,YAAY,GAAG,QAAQ,KAAK,KAAK;AACvC,UAAM,MAAM,KAAK,IAAI;AAGrB,UAAM,SAAS,MAAM,KAAK,YAAY,SAAS,YAAY,UAAU,GAAI;AAEzE,QAAI,CAAC,QAAQ;AACX,aAAO;AAAA,IACT;AAEA,UAAM,CAAC,EAAE,OAAO,IAAI;AACpB,UAAM,MAAM,KAAK,MAAM,OAAO;AAG9B,UAAM,aAAa,KAAK,UAAU;AAAA,MAChC,UAAU,KAAK;AAAA,MACf,YAAY;AAAA,MACZ,MAAM;AAAA,IACR,CAAC;AACD,UAAM,KAAK,YAAY,KAAK,WAAW,IAAI,IAAI,UAAU;AAEzD,WAAO;AAAA,MACL,GAAG;AAAA,MACH,YAAY;AAAA,IACd;AAAA,EACF;AAAA,EAEA,MAAM,YAAY,OAAe,OAA8B;AAC7D,UAAM,YAAY,GAAG,QAAQ,KAAK,KAAK;AAEvC,UAAM,KAAK,YAAY,KAAK,qBAAqB,GAAG,WAAW,KAAK;AAAA,EACtE;AAAA,EAEA,MAAM,QAAQ,OAAe,OAAe,QAA+B;AACzE,UAAM,YAAY,GAAG,QAAQ,KAAK,KAAK;AAEvC,UAAM,KAAK,YAAY,KAAK,iBAAiB,GAAG,WAAW,KAAK;AAAA,EAClE;AAAA,EAEA,MAAM,SAAS,OAAe,OAAe,SAA+B;AAC1E,UAAM,MAAM,KAAK,IAAI;AACrB,UAAM,YAAY,GAAG,QAAQ,KAAK,KAAK;AACvC,UAAM,aAAa,GAAG,QAAQ,KAAK,KAAK;AACxC,UAAM,aAAa,GAAG,QAAQ,cAAc,KAAK;AAEjD,UAAM,KAAK,YAAY;AAAA,MACrB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,UAAU,QAAQ,QAAQ,EAAE,SAAS,IAAI;AAAA,MACzC,IAAI,SAAS;AAAA,IACf;AAAA,EACF;AAAA,EAEA,KAAK,SAAiC;AACpC,WAAO,KAAK,OAAO,WAAW,OAAO;AAAA,EACvC;AAAA,EAEA,UAAU,SAAkB,OAA8B;AACxD,WAAO,KAAK,YAAY,WAAW,SAAS,KAAK;AAAA,EACnD;AAAA,EAEA,MAAM,YAAY,OAAe,SAAkB,OAA8B;AAC/E,UAAM,YAAY,KAAK,IAAI,IAAI;AAC/B,UAAM,aAAa,GAAG,QAAQ,cAAc,KAAK;AAEjD,UAAM,KAAK,YAAY,KAAK,YAAY,WAAW,KAAK,UAAU,OAAO,CAAC;AAAA,EAC5E;AAAA,EAEA,MAAM,OAAO,OAAe,SAAiC;AAC3D,UAAM,WAAW,QAAQ,YAAY;AAIrC,UAAM,YAAY,KAAK,IAAI;AAC3B,UAAM,QAAQ,WAAW,OAAO;AAEhC,UAAM,KAAK,YAAY,KAAK,GAAG,QAAQ,KAAK,KAAK,IAAI,OAAO,KAAK,UAAU,OAAO,CAAC;AAAA,EACrF;AAAA,EAEA,OAAwB;AACtB,WAAO,KAAK,OAAO,SAAS;AAAA,EAC9B;AAAA,EAEA,OAAO,OAAgC;AACrC,WAAO,KAAK,YAAY,MAAM,GAAG,QAAQ,KAAK,KAAK,EAAE;AAAA,EACvD;AACF;","names":[]}

package/build/src/drivers/sync_adapter.d.ts

@@ -1,18 +1,24 @@
-import { A as Adapter, L as LeaseConfig, a as JobData } from '../../job-CcAUWe8j.js';
-import { LeaseManager } from '../contracts/lease_manager.js';
+import { A as Adapter, b as JobData, a as AcquiredJob } from '../../job-Bd_c2lFK.js';
 
 declare function sync(): () => SyncAdapter;
+/**
+ * Sync adapter executes jobs immediately when pushed.
+ * Pop/complete/fail/retry are not supported as jobs are executed synchronously.
+ */
 declare class SyncAdapter implements Adapter {
     #private;
-    createLeaseManager(_config: LeaseConfig): LeaseManager;
+    setWorkerId(_workerId: string): void;
     push(jobData: JobData): Promise<void>;
     pushOn(_queue: string, jobData: JobData): Promise<void>;
     pushLater(jobData: JobData, delay: number): Promise<void>;
     pushLaterOn(_queue: string, jobData: JobData, delay: number): Promise<void>;
     size(): Promise<number>;
     sizeOf(_queue: string): Promise<number>;
-    pop(): Promise<JobData | null>;
-    popFrom(_queue: string): Promise<JobData | null>;
+    pop(): Promise<AcquiredJob | null>;
+    popFrom(_queue: string): Promise<AcquiredJob | null>;
+    completeJob(_jobId: string, _queue: string): Promise<void>;
+    failJob(_jobId: string, _queue: string, _error?: Error): Promise<void>;
+    retryJob(_jobId: string, _queue: string, _retryAt?: Date): Promise<void>;
     destroy(): Promise<void>;
 }
 

package/build/src/drivers/sync_adapter.js

@@ -4,8 +4,7 @@ function sync() {
   return () => new SyncAdapter();
 }
 var SyncAdapter = class {
-  createLeaseManager(_config) {
-    throw new Error("Method not implemented.");
+  setWorkerId(_workerId) {
   }
   push(jobData) {
     return this.pushOn("default", jobData);
@@ -32,7 +31,16 @@ var SyncAdapter = class {
     return this.popFrom("default");
   }
   popFrom(_queue) {
-    throw new Error("Method not implemented.");
+    throw new Error("SyncAdapter does not support pop - jobs are executed immediately on push");
+  }
+  completeJob(_jobId, _queue) {
+    return Promise.resolve();
+  }
+  failJob(_jobId, _queue, _error) {
+    return Promise.resolve();
+  }
+  retryJob(_jobId, _queue, _retryAt) {
+    return Promise.resolve();
   }
   destroy() {
     return Promise.resolve();

package/build/src/drivers/sync_adapter.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/drivers/sync_adapter.ts"],"sourcesContent":["import { Locator } from '#src/locator'\nimport type { Adapter } from '#contracts/adapter'\nimport type { JobData, LeaseConfig } from '#types/main'\nimport type { LeaseManager } from '#contracts/lease_manager'\n\nexport function sync() {\n  return () => new SyncAdapter()\n}\n\nexport class SyncAdapter implements Adapter {\n  createLeaseManager(_config: LeaseConfig): LeaseManager {\n    throw new Error('Method not implemented.')\n  }\n\n  push(jobData: JobData): Promise<void> {\n    return this.pushOn('default', jobData)\n  }\n\n  pushOn(_queue: string, jobData: JobData): Promise<void> {\n    return this.#execute(jobData.name, jobData.payload)\n  }\n\n  pushLater(jobData: JobData, delay: number): Promise<void> {\n    return this.pushLaterOn('default', jobData, delay)\n  }\n\n  pushLaterOn(_queue: string, jobData: JobData, delay: number): Promise<void> {\n    setTimeout(() => {\n      void this.#execute(jobData.name, jobData.payload)\n    }, delay)\n\n    return Promise.resolve()\n  }\n\n  size(): Promise<number> {\n    return this.sizeOf('default')\n  }\n\n  sizeOf(_queue: string): Promise<number> {\n    return Promise.resolve(0)\n  }\n\n  pop(): Promise<JobData | null> {\n    return this.popFrom('default')\n  }\n\n  popFrom(_queue: string): Promise<JobData | null> {\n    throw new Error('Method not implemented.')\n  }\n\n  destroy(): Promise<void> {\n    return Promise.resolve()\n  }\n\n  async #execute(jobName: string, payload: any): Promise<any> {\n    const JobClass = Locator.get(jobName)\n\n    if (!JobClass) {\n      throw new Error(`Job class ${jobName} not found.`)\n    }\n\n    const jobInstance = new JobClass(payload)\n    await jobInstance.execute()\n  }\n}\n"],"mappings":";AAAA,SAAS,eAAe;AAKjB,SAAS,OAAO;AACrB,SAAO,MAAM,IAAI,YAAY;AAC/B;AAEO,IAAM,cAAN,MAAqC;AAAA,EAC1C,mBAAmB,SAAoC;AACrD,UAAM,IAAI,MAAM,yBAAyB;AAAA,EAC3C;AAAA,EAEA,KAAK,SAAiC;AACpC,WAAO,KAAK,OAAO,WAAW,OAAO;AAAA,EACvC;AAAA,EAEA,OAAO,QAAgB,SAAiC;AACtD,WAAO,KAAK,SAAS,QAAQ,MAAM,QAAQ,OAAO;AAAA,EACpD;AAAA,EAEA,UAAU,SAAkB,OAA8B;AACxD,WAAO,KAAK,YAAY,WAAW,SAAS,KAAK;AAAA,EACnD;AAAA,EAEA,YAAY,QAAgB,SAAkB,OAA8B;AAC1E,eAAW,MAAM;AACf,WAAK,KAAK,SAAS,QAAQ,MAAM,QAAQ,OAAO;AAAA,IAClD,GAAG,KAAK;AAER,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,OAAwB;AACtB,WAAO,KAAK,OAAO,SAAS;AAAA,EAC9B;AAAA,EAEA,OAAO,QAAiC;AACtC,WAAO,QAAQ,QAAQ,CAAC;AAAA,EAC1B;AAAA,EAEA,MAA+B;AAC7B,WAAO,KAAK,QAAQ,SAAS;AAAA,EAC/B;AAAA,EAEA,QAAQ,QAAyC;AAC/C,UAAM,IAAI,MAAM,yBAAyB;AAAA,EAC3C;AAAA,EAEA,UAAyB;AACvB,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,SAAiB,SAA4B;AAC1D,UAAM,WAAW,QAAQ,IAAI,OAAO;AAEpC,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,aAAa,OAAO,aAAa;AAAA,IACnD;AAEA,UAAM,cAAc,IAAI,SAAS,OAAO;AACxC,UAAM,YAAY,QAAQ;AAAA,EAC5B;AACF;","names":[]}
+{"version":3,"sources":["../../../src/drivers/sync_adapter.ts"],"sourcesContent":["import { Locator } from '#src/locator'\nimport type { Adapter, AcquiredJob } from '#contracts/adapter'\nimport type { JobData } from '#types/main'\n\nexport function sync() {\n  return () => new SyncAdapter()\n}\n\n/**\n * Sync adapter executes jobs immediately when pushed.\n * Pop/complete/fail/retry are not supported as jobs are executed synchronously.\n */\nexport class SyncAdapter implements Adapter {\n  setWorkerId(_workerId: string): void {}\n\n  push(jobData: JobData): Promise<void> {\n    return this.pushOn('default', jobData)\n  }\n\n  pushOn(_queue: string, jobData: JobData): Promise<void> {\n    return this.#execute(jobData.name, jobData.payload)\n  }\n\n  pushLater(jobData: JobData, delay: number): Promise<void> {\n    return this.pushLaterOn('default', jobData, delay)\n  }\n\n  pushLaterOn(_queue: string, jobData: JobData, delay: number): Promise<void> {\n    setTimeout(() => {\n      void this.#execute(jobData.name, jobData.payload)\n    }, delay)\n\n    return Promise.resolve()\n  }\n\n  size(): Promise<number> {\n    return this.sizeOf('default')\n  }\n\n  sizeOf(_queue: string): Promise<number> {\n    return Promise.resolve(0)\n  }\n\n  pop(): Promise<AcquiredJob | null> {\n    return this.popFrom('default')\n  }\n\n  popFrom(_queue: string): Promise<AcquiredJob | null> {\n    throw new Error('SyncAdapter does not support pop - jobs are executed immediately on push')\n  }\n\n  completeJob(_jobId: string, _queue: string): Promise<void> {\n    return Promise.resolve()\n  }\n\n  failJob(_jobId: string, _queue: string, _error?: Error): Promise<void> {\n    return Promise.resolve()\n  }\n\n  retryJob(_jobId: string, _queue: string, _retryAt?: Date): Promise<void> {\n    return Promise.resolve()\n  }\n\n  destroy(): Promise<void> {\n    return Promise.resolve()\n  }\n\n  async #execute(jobName: string, payload: any): Promise<any> {\n    const JobClass = Locator.get(jobName)\n\n    if (!JobClass) {\n      throw new Error(`Job class ${jobName} not found.`)\n    }\n\n    const jobInstance = new JobClass(payload)\n    await jobInstance.execute()\n  }\n}\n"],"mappings":";AAAA,SAAS,eAAe;AAIjB,SAAS,OAAO;AACrB,SAAO,MAAM,IAAI,YAAY;AAC/B;AAMO,IAAM,cAAN,MAAqC;AAAA,EAC1C,YAAY,WAAyB;AAAA,EAAC;AAAA,EAEtC,KAAK,SAAiC;AACpC,WAAO,KAAK,OAAO,WAAW,OAAO;AAAA,EACvC;AAAA,EAEA,OAAO,QAAgB,SAAiC;AACtD,WAAO,KAAK,SAAS,QAAQ,MAAM,QAAQ,OAAO;AAAA,EACpD;AAAA,EAEA,UAAU,SAAkB,OAA8B;AACxD,WAAO,KAAK,YAAY,WAAW,SAAS,KAAK;AAAA,EACnD;AAAA,EAEA,YAAY,QAAgB,SAAkB,OAA8B;AAC1E,eAAW,MAAM;AACf,WAAK,KAAK,SAAS,QAAQ,MAAM,QAAQ,OAAO;AAAA,IAClD,GAAG,KAAK;AAER,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,OAAwB;AACtB,WAAO,KAAK,OAAO,SAAS;AAAA,EAC9B;AAAA,EAEA,OAAO,QAAiC;AACtC,WAAO,QAAQ,QAAQ,CAAC;AAAA,EAC1B;AAAA,EAEA,MAAmC;AACjC,WAAO,KAAK,QAAQ,SAAS;AAAA,EAC/B;AAAA,EAEA,QAAQ,QAA6C;AACnD,UAAM,IAAI,MAAM,0EAA0E;AAAA,EAC5F;AAAA,EAEA,YAAY,QAAgB,QAA+B;AACzD,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,QAAQ,QAAgB,QAAgB,QAA+B;AACrE,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,SAAS,QAAgB,QAAgB,UAAgC;AACvE,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,UAAyB;AACvB,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,MAAM,SAAS,SAAiB,SAA4B;AAC1D,UAAM,WAAW,QAAQ,IAAI,OAAO;AAEpC,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,aAAa,OAAO,aAAa;AAAA,IACnD;AAEA,UAAM,cAAc,IAAI,SAAS,OAAO;AACxC,UAAM,YAAY,QAAQ;AAAA,EAC5B;AACF;","names":[]}

package/build/src/types/main.d.ts

@@ -1,2 +1 @@
-export { b as AcquiredJob, k as AdapterFactory, h as BackoffConfig, B as BackoffStrategy, D as Duration, g as JobClass, a as JobData, d as JobOptions, L as LeaseConfig, i as QueueConfig, Q as QueueManagerConfig, R as RetryConfig, j as WorkerConfig, W as WorkerCycle } from '../../job-CcAUWe8j.js';
-import '../contracts/lease_manager.js';
+export { k as AdapterFactory, h as BackoffConfig, B as BackoffStrategy, D as Duration, g as JobClass, b as JobData, d as JobOptions, i as QueueConfig, Q as QueueManagerConfig, R as RetryConfig, j as WorkerConfig, W as WorkerCycle } from '../../job-Bd_c2lFK.js';

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@boringnode/queue",
   "description": "A simple and efficient queue system for Node.js applications",
-  "version": "0.0.1-alpha",
+  "version": "0.0.1-alpha.1",
   "main": "build/index.js",
   "type": "module",
   "files": [
@@ -22,6 +22,9 @@
     "#types/*": "./src/types/*.ts"
   },
   "scripts": {
+    "benchmark": "node benchmark/run.ts",
+    "benchmark:quick": "node benchmark/run.ts --quick",
+    "benchmark:full": "node benchmark/run.ts --full",
     "build": "yarn clean && tsup-node",
     "clean": "del-cli build",
     "format": "prettier --write .",
@@ -33,8 +36,7 @@
   },
   "dependencies": {
     "@lukeed/ms": "^2.0.2",
-    "@poppinss/utils": "^6.10.1",
-    "@verrou/core": "^0.5.1"
+    "@poppinss/utils": "^6.10.1"
   },
   "devDependencies": {
     "@adonisjs/eslint-config": "^2.1.2",
@@ -44,11 +46,17 @@
     "@japa/expect-type": "^2.0.3",
     "@japa/file-system": "^2.3.2",
     "@japa/runner": "^4.4.0",
+    "@types/better-sqlite3": "^7.6.13",
     "@types/node": "^24.3.1",
+    "@types/pg": "^8",
+    "better-sqlite3": "^12.5.0",
+    "bullmq": "^5.65.1",
     "c8": "^10.1.3",
     "del-cli": "^7.0.0",
     "eslint": "^9.35.0",
     "ioredis": "^5.7.0",
+    "knex": "^3.1.0",
+    "pg": "^8.16.3",
     "prettier": "^3.6.2",
     "release-it": "^19.0.4",
     "testcontainers": "^11.5.1",

package/build/src/contracts/lease_manager.d.ts

@@ -1,8 +0,0 @@
-interface LeaseManager {
-    acquire(jobId: string): Promise<boolean>;
-    renew(jobId: string): Promise<boolean>;
-    release(jobId: string): Promise<void>;
-    destroy(): Promise<void>;
-}
-
-export type { LeaseManager };

package/build/src/contracts/lease_manager.js

@@ -1 +0,0 @@
-//# sourceMappingURL=lease_manager.js.map

package/build/src/contracts/lease_manager.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}