async-background 0.6.2 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f1890dfac1632afedbbb20c367d4d770c3037f6201bb6fac77396f07481df477
-  data.tar.gz: 1b435f70b2fd290bd569c0c081d19ae94250a181367ada7d3b4d157c213fd5b8
+  metadata.gz: 851bdc350f52df868547200fe10a0d93b06b692b605c6e761b28262e2691a4df
+  data.tar.gz: 8eccc004e5250df5349135a979a59e52f7450ee356245e8cab17b4b6e2a9a9f6
 SHA512:
-  metadata.gz: 0e9c2398241b48d0cc8fe66ed0b227cca3c93a5969e7f753c0a8dbb08a41462626d73709ae9eece1a254f8567f4a9044958e96a2658a77ab8f6b11bbdb6a1c14
-  data.tar.gz: 702016f46a3bbaa255735defcc2746baafe66a26400d2ad9525b80d89848970143998a706ceb4644519433cfcd558d9936c0caae4f968e335a2f8b8496afdec1
+  metadata.gz: 7ce63c6e58d96670add9cbfc438ab5cb33d2472c3ef6d4484cde4682f3416749f946cadc1fe00333e1e6e68b1b861df8d6d9cb88a7e520f48f73ecc9b4c86265
+  data.tar.gz: e4f7fc4fb560dba97580f0bd1ea446ade22edb219e1fba7d725ecb4b798b2feddf76b5266f3e408516b33d880046c481ca7b0746ae08accd70a1665466143019

data/lib/async/background/job.rb

@@ -4,9 +4,48 @@ module Async
   module Background
     module Job
       DEFAULT_TIMEOUT = 120
+      BACKOFFS        = %i[fixed linear exponential].freeze
+      DEFAULT_JITTER_FOR = { fixed: 0.0, linear: 0.0, exponential: 0.5 }.freeze
 
-      Options = Data.define(:timeout) do
-        def initialize(timeout: DEFAULT_TIMEOUT) = super(timeout: Integer(timeout))
+      Options = Data.define(:timeout, :retry, :retry_delay, :backoff, :attempt, :jitter) do
+        def initialize(timeout: DEFAULT_TIMEOUT, retry: 0, retry_delay: nil, backoff: :fixed, attempt: nil, jitter: nil)
+          timeout     = Integer(timeout)
+          retries     = Integer(binding.local_variable_get(:retry) || 0)
+          retry_delay = Float(retry_delay) unless retry_delay.nil?
+          backoff     = backoff.to_sym
+          attempt     = Integer(attempt) unless attempt.nil?
+          jitter      = Float(jitter) unless jitter.nil?
+
+          raise ArgumentError, "timeout must be > 0"                        unless timeout.positive?
+          raise ArgumentError, "retry must be >= 0"                         if     retries.negative?
+          raise ArgumentError, "attempt must be >= 0"                       if     attempt && attempt.negative?
+          raise ArgumentError, "backoff must be one of #{BACKOFFS.inspect}" unless BACKOFFS.include?(backoff)
+          if retries.positive?
+            raise ArgumentError, "retry_delay is required when retry > 0" if retry_delay.nil?
+            raise ArgumentError, "retry_delay must be > 0"                unless retry_delay.positive?
+          end
+          raise ArgumentError, "jitter must be in [0, 1]" if jitter && !(0.0..1.0).cover?(jitter)
+
+          super(timeout:, retry: retries, retry_delay:, backoff:, attempt:, jitter:)
+        end
+
+        def retry?          = self.retry.positive?
+        def attempts_made   = attempt || 0
+        def next_attempt    = attempts_made + 1
+        def with_attempt(n) = with(attempt: Integer(n))
+        def next_retry_delay(for_attempt = next_attempt, rng: Random)
+          raise ArgumentError, "attempt must be > 0" unless for_attempt.positive?
+          raise ArgumentError, "retry_delay must be configured" if retry_delay.nil?
+
+          base = case backoff
+          when :fixed       then retry_delay
+          when :linear      then retry_delay * for_attempt
+          when :exponential then retry_delay * (2**(for_attempt - 1))
+          end
+
+          factor = jitter || DEFAULT_JITTER_FOR[backoff]
+          factor.zero? ? base : base * (1 + rng.rand * factor)
+        end
       end
 
       def self.included(base)
@@ -14,30 +53,20 @@ module Async
       end
 
       module ClassMethods
-        def perform_now(*args)
-          new.perform(*args)
-        end
-
-        def perform_async(*args, options: {})
-          Async::Background::Queue.enqueue(self, *args, options: options)
-        end
+        def perform_now(*args) = new.perform(*args)
 
-        def perform_in(delay, *args, options: {})
-          Async::Background::Queue.enqueue_in(delay, self, *args, options: options)
-        end
-
-        def perform_at(time, *args, options: {})
-          Async::Background::Queue.enqueue_at(time, self, *args, options: options)
-        end
+        def perform_async(*args, options: {})     = Async::Background::Queue.enqueue(self, *args, options: options)
+        def perform_in(delay, *args, options: {}) = Async::Background::Queue.enqueue_in(delay, self, *args, options: options)
+        def perform_at(time, *args, options: {})  = Async::Background::Queue.enqueue_at(time, self, *args, options: options)
 
         def options(**values)
-          @options = Options.new(**values).to_h
+          @options = Options.new(**values).to_h.compact
         end
 
         def resolve_options = @options || {}
       end
 
-      def perform(*args)
+      def perform(*)
         raise NotImplementedError, "#{self.class} must implement #perform"
       end
     end

data/lib/async/background/queue/client.rb

@@ -22,8 +22,7 @@ module Async
         end
 
         def push_in(delay, class_name, args = [], options: {})
-          run_at = realtime_now + delay.to_f
-          push(class_name, args, run_at, options: options)
+          push(class_name, args, realtime_now + delay.to_f, options: options)
         end
 
         def push_at(time, class_name, args = [], options: {})
@@ -37,29 +36,36 @@ module Async
 
         def enqueue(job_class, *args, options: {})
           ensure_configured!
-          merged = build_options(job_class, options)
-          default_client.push(resolve_class_name(job_class), args, nil, options: merged)
+          default_client.push(resolve_class_name(job_class), args, nil, options: build_options(job_class, options))
         end
 
         def enqueue_in(delay, job_class, *args, options: {})
           ensure_configured!
-          merged = build_options(job_class, options)
-          default_client.push_in(delay, resolve_class_name(job_class), args, options: merged)
+          default_client.push_in(delay, resolve_class_name(job_class), args, options: build_options(job_class, options))
         end
 
         def enqueue_at(time, job_class, *args, options: {})
           ensure_configured!
-          merged = build_options(job_class, options)
-          default_client.push_at(time, resolve_class_name(job_class), args, options: merged)
+          default_client.push_at(time, resolve_class_name(job_class), args, options: build_options(job_class, options))
         end
 
         private
 
-        def build_options(job_class, call_site_options)
-          merged = resolve_options(job_class).merge!(call_site_options.compact)
-          return EMPTY_OPTIONS if merged.empty?
+        RETRY_KEYS = %i[retry retry_delay backoff jitter].freeze
+        private_constant :RETRY_KEYS
+
+        def build_options(job_class, call_site)
+          call_site ||= {}
+          merged = resolve_options(job_class).merge(call_site.compact)
+          apply_retry_overrides!(merged, call_site)
+
+          merged.empty? ? EMPTY_OPTIONS : Job::Options.new(**merged).to_h.compact
+        end
+
+        def apply_retry_overrides!(merged, call_site)
+          return unless RETRY_KEYS.any? { |k| call_site.key?(k) && !call_site[k].nil? }
 
-          Job::Options.new(**merged).to_h
+          RETRY_KEYS.each { |k| merged[k] = call_site[k] if call_site.key?(k) }
         end
 
         def ensure_configured!

data/lib/async/background/queue/store.rb

@@ -44,19 +44,17 @@ module Async
         attr_reader :path
 
         def initialize(path: self.class.default_path, mmap: true)
-          @path = path
-          @mmap = mmap
-          @pragma_sql = PRAGMAS.call(mmap ? MMAP_SIZE : 0).freeze
-          @db   = nil
-          @schema_checked = false
+          @path            = path
+          @pragma_sql      = PRAGMAS.call(mmap ? MMAP_SIZE : 0).freeze
+          @db              = nil
+          @schema_checked  = false
           @last_cleanup_at = nil
         end
 
         def ensure_database!
           require_sqlite3
           db = SQLite3::Database.new(@path)
-          db.execute('PRAGMA busy_timeout = 5000')
-          db.execute_batch(@pragma_sql)
+          configure_database(db)
           db.execute_batch(SCHEMA)
           db.execute("PRAGMA wal_checkpoint(TRUNCATE)")
           db.close
@@ -65,34 +63,22 @@ module Async
 
         def enqueue(class_name, args = [], run_at = nil, options: {})
           ensure_connection
-          run_at ||= realtime_now
-          options_json = options.empty? ? nil : JSON.generate(options)
-          @enqueue_stmt.execute(class_name, JSON.generate(args), options_json, realtime_now, run_at)
+          now = realtime_now
+          @enqueue_stmt.execute(class_name, JSON.generate(args), dump_options(options), now, run_at || now)
           @db.last_insert_row_id
         end
 
         def fetch(worker_id)
           ensure_connection
           now = realtime_now
-          @db.execute("BEGIN IMMEDIATE")
-
-          begin
-            results = @fetch_stmt.execute(worker_id, now, now)
-            row = results.first
-          ensure
-            @fetch_stmt.reset! rescue nil
-          end
 
-          @db.execute("COMMIT")
+          row = transaction { with_stmt(@fetch_stmt) { |s| s.execute(worker_id, now, now).first } }
           return unless row
 
           maybe_cleanup
-          options = row[3] ? JSON.parse(row[3], symbolize_names: true) : {}
-          { id: row[0], class_name: row[1], args: JSON.parse(row[2]), options: options }
-        rescue
-          @db.execute("ROLLBACK") rescue nil
-          raise
+          { id: row[0], class_name: row[1], args: JSON.parse(row[2]), options: load_options(row[3]) }
         end
+
         def complete(job_id)
           ensure_connection
           @complete_stmt.execute(job_id)
@@ -103,6 +89,24 @@ module Async
           @fail_stmt.execute(job_id)
         end
 
+        def retry_or_fail(job_id, fallback_options: nil)
+          ensure_connection
+
+          transaction do
+            stored = with_stmt(@retry_state_stmt) { |s| load_options(s.execute(job_id).first&.first) }
+            policy = stored.empty? ? normalize_options(fallback_options) : Job::Options.new(**stored)
+
+            if policy&.retry? && policy.next_attempt <= policy.retry
+              advanced = policy.with_attempt(policy.next_attempt)
+              @retry_stmt.execute(realtime_now + advanced.next_retry_delay(advanced.attempt), dump_options(advanced.to_h.compact), job_id)
+              :retried
+            else
+              @fail_stmt.execute(job_id)
+              :failed
+            end
+          end
+        end
+
         def recover(worker_id)
           ensure_connection
           @requeue_stmt.execute(worker_id)
@@ -138,8 +142,7 @@ module Async
           require_sqlite3
           finalize_statements
           @db = SQLite3::Database.new(@path)
-          @db.execute('PRAGMA busy_timeout = 5000')
-          @db.execute_batch(@pragma_sql)
+          configure_database(@db)
 
           unless @schema_checked
             @db.execute_batch(SCHEMA)
@@ -151,6 +154,42 @@ module Async
           @last_cleanup_at = monotonic_now
         end
 
+        def configure_database(db)
+          db.execute("PRAGMA busy_timeout = 5000")
+          db.execute_batch(@pragma_sql)
+        end
+
+        def transaction
+          @db.execute("BEGIN IMMEDIATE")
+          result = yield
+          @db.execute("COMMIT")
+          result
+        rescue
+          @db.execute("ROLLBACK") rescue nil
+          raise
+        end
+
+        def with_stmt(stmt)
+          yield stmt
+        ensure
+          stmt.reset! rescue nil
+        end
+
+        def dump_options(options)
+          options.empty? ? nil : JSON.generate(options)
+        end
+
+        def load_options(json)
+          json ? JSON.parse(json, symbolize_names: true) : {}
+        end
+
+        def normalize_options(options)
+          return if options.nil?
+          return options if options.is_a?(Job::Options)
+
+          Job::Options.new(**options)
+        end
+
         def prepare_statements
           @enqueue_stmt = @db.prepare(
             "INSERT INTO jobs (class_name, args, options, created_at, run_at) VALUES (?, ?, ?, ?, ?)"
@@ -168,23 +207,27 @@ module Async
             RETURNING id, class_name, args, options
           SQL
 
-          @complete_stmt = @db.prepare("UPDATE jobs SET status = 'done' WHERE id = ?")
-          @fail_stmt     = @db.prepare("UPDATE jobs SET status = 'failed' WHERE id = ?")
-
+          @complete_stmt    = @db.prepare("UPDATE jobs SET status = 'done',   locked_by = NULL, locked_at = NULL WHERE id = ?")
+          @fail_stmt        = @db.prepare("UPDATE jobs SET status = 'failed', locked_by = NULL, locked_at = NULL WHERE id = ?")
+          @retry_state_stmt = @db.prepare("SELECT options FROM jobs WHERE id = ?")
+          @retry_stmt       = @db.prepare(
+            "UPDATE jobs SET status = 'pending', locked_by = NULL, locked_at = NULL, run_at = ?, options = ? WHERE id = ?"
+          )
           @requeue_stmt = @db.prepare(
             "UPDATE jobs SET status = 'pending', locked_by = NULL, locked_at = NULL " \
             "WHERE status = 'running' AND locked_by = ?"
           )
-
           @cleanup_stmt = @db.prepare("DELETE FROM jobs WHERE status = 'done' AND created_at < ?")
         end
 
         def finalize_statements
-          [@enqueue_stmt, @fetch_stmt, @complete_stmt, @fail_stmt, @requeue_stmt, @cleanup_stmt].each do |s|
-            s&.close rescue next
+          [@enqueue_stmt, @fetch_stmt, @complete_stmt, @fail_stmt,
+           @retry_state_stmt, @retry_stmt, @requeue_stmt, @cleanup_stmt].each do |stmt|
+            stmt&.close rescue next
           end
 
-          @enqueue_stmt = @fetch_stmt = @complete_stmt = @fail_stmt = @requeue_stmt = @cleanup_stmt = nil
+          @enqueue_stmt = @fetch_stmt = @complete_stmt = @fail_stmt = nil
+          @retry_state_stmt = @retry_stmt = @requeue_stmt = @cleanup_stmt = nil
         end
 
         def maybe_cleanup
@@ -193,10 +236,7 @@ module Async
 
           @last_cleanup_at = now
           @cleanup_stmt.execute(realtime_now - CLEANUP_AGE)
-
-          if @db.changes > 100
-            @db.execute("PRAGMA incremental_vacuum")
-          end
+          @db.execute("PRAGMA incremental_vacuum") if @db.changes > 100
         end
       end
     end

data/lib/async/background/runner.rb

@@ -69,14 +69,13 @@ module Async
         @listen_queue = false
         return unless queue_socket_dir
 
-        # Lazy require — only loaded when queue is actually used
+        isolated = ENV.fetch("ISOLATION_FORKS", "").split(",").map(&:to_i)
+        return if isolated.include?(worker_index)
+
         require_relative 'queue/store'
         require_relative 'queue/socket_waker'
         require_relative 'queue/client'
 
-        isolated = ENV.fetch("ISOLATION_FORKS", "").split(",").map(&:to_i)
-        return if isolated.include?(worker_index)
-
         @listen_queue = true
         @queue_store  = Queue::Store.new(
           path: queue_db_path || Queue::Store.default_path,
@@ -112,40 +111,55 @@ module Async
 
       def run_queue_job(job_task, job)
         class_name = job[:class_name]
-        args       = job[:args]
         klass      = resolve_job_class(class_name)
-        opts       = Job::Options.new(**job[:options])
-        timeout    = opts.timeout
+        options    = parse_job_options(job[:options])
 
         metrics.job_started(nil)
-        t = monotonic_now
-
-        job_task.with_timeout(timeout) { klass.perform_now(*args) }
+        started = monotonic_now
+        job_task.with_timeout(options.timeout) { klass.perform_now(*job[:args]) }
+        duration = monotonic_now - started
 
-        duration = monotonic_now - t
         metrics.job_finished(nil, duration)
         @queue_store.complete(job[:id])
-
-        logger.info('Async::Background') {
-          "queue(#{class_name}): completed in #{duration.round(2)}s"
-        }
+        logger.info('Async::Background') { "queue(#{class_name}): completed in #{duration.round(2)}s" }
+      rescue ConfigError => e
+        metrics.job_failed(nil, e) if options
+        @queue_store.fail(job[:id])
+        logger.error('Async::Background') { "queue(#{class_name}): #{e.class} #{e.message}" }
       rescue ::Async::TimeoutError
         metrics.job_timed_out(nil)
-        @queue_store.fail(job[:id])
-        logger.error('Async::Background') { "queue(#{class_name}): timed out after #{timeout}s" }
+        handle_queue_failure(job, options, "timed out after #{options.timeout}s", backtrace: nil)
       rescue => e
         metrics.job_failed(nil, e)
-        @queue_store.fail(job[:id])
-        logger.error('Async::Background') {
-          "queue(#{class_name}): #{e.class} #{e.message}\n#{e.backtrace.join("\n")}"
-        }
+        handle_queue_failure(job, options, "#{e.class} #{e.message}", backtrace: e.backtrace)
+      end
+
+      def parse_job_options(raw)
+        Job::Options.new(**(raw || {}))
+      rescue ArgumentError, TypeError => e
+        raise ConfigError, "invalid queue options: #{e.message}"
+      end
+
+      def handle_queue_failure(job, options, message, backtrace:)
+        result = @queue_store.retry_or_fail(job[:id], fallback_options: options)
+        class_name = job[:class_name]
+
+        if result == :retried
+          @queue_waker&.signal
+          attempt = options.next_attempt
+          logger.warn('Async::Background') do
+            "queue(#{class_name}): #{message}; retry #{attempt}/#{options.retry}"
+          end
+        else
+          tail = backtrace ? "\n#{backtrace.join("\n")}" : ''
+          logger.error('Async::Background') { "queue(#{class_name}): #{message}#{tail}" }
+        end
       end
 
       def resolve_job_class(class_name)
-        raise ConfigError, "empty class name in queue job" if class_name.nil? || class_name.strip.empty?
+        raise ConfigError, "empty class name in queue job" if class_name.nil? || class_name.to_s.strip.empty?
 
-        names = class_name.split("::")
-        klass = names.reduce(Object) do |mod, name|
+        klass = class_name.split("::").reduce(Object) do |mod, name|
           raise ConfigError, "unknown class: #{class_name}" unless mod.const_defined?(name, false)
           mod.const_get(name, false)
         end
@@ -259,14 +273,12 @@ module Async
         class_name = config&.dig('class').to_s.strip
         raise ConfigError, "[#{name}] missing class" if class_name.empty?
 
-        begin
-          job_class = Object.const_get(class_name)
-        rescue NameError
-          raise ConfigError, "[#{name}] unknown class: #{class_name}"
+        job_class = begin
+          resolve_job_class(class_name)
+        rescue ConfigError => e
+          raise ConfigError, "[#{name}] #{e.message}"
         end
 
-        raise ConfigError, "[#{name}] #{class_name} must include Async::Background::Job" unless job_class.respond_to?(:perform_now)
-
         interval = config['every']&.then { |v|
           int = v.to_i
           raise ConfigError, "[#{name}] 'every' must be > 0" unless int.positive?
@@ -279,12 +291,13 @@ module Async
 
         raise ConfigError, "[#{name}] specify 'every' or 'cron'" unless interval || cron
 
-        {
-          job_class: job_class,
-          interval: interval,
-          cron: cron,
-          timeout: config.fetch('timeout', DEFAULT_TIMEOUT).to_i
-        }
+        timeout = begin
+          Job::Options.new(timeout: config.fetch('timeout', DEFAULT_TIMEOUT)).timeout
+        rescue ArgumentError, TypeError => e
+          raise ConfigError, "[#{name}] #{e.message}"
+        end
+
+        { job_class: job_class, interval: interval, cron: cron, timeout: timeout }
       end
 
       def run_job(job_task, entry)

data/lib/async/background/version.rb

@@ -2,6 +2,6 @@
 
 module Async
   module Background
-    VERSION = '0.6.2'
+    VERSION = '0.7.0'
   end
 end

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: async-background
 version: !ruby/object:Gem::Version
-  version: 0.6.2
+  version: 0.7.0
 platform: ruby
 authors:
 - Roman Hajdarov
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-04-16 00:00:00.000000000 Z
+date: 2026-04-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: async
@@ -114,7 +113,6 @@ metadata:
   source_code_uri: https://github.com/roman-haidarov/async-background
   changelog_uri: https://github.com/roman-haidarov/async-background/blob/main/CHANGELOG.md
   bug_tracker_uri: https://github.com/roman-haidarov/async-background/issues
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -129,8 +127,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.27
-signing_key:
+rubygems_version: 3.6.2
 specification_version: 4
 summary: Lightweight heap-based cron/interval scheduler for Async.
 test_files: []