async-background 0.4.4 → 0.4.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: db310afc2038735e979a5041ff92998de5ff27655457569e588ab952c8e2cde0
-  data.tar.gz: b079e4f9769ffb917afa2b6f7eac860e92a7dd93f6b5b73a5b32b76fbbb9e683
+  metadata.gz: c9a1ac97495dc7d6a39adf802a847b62e3601df0fe0ef4aa70dbcc248a2f77b8
+  data.tar.gz: 74bab717411caf3e8a7b469666e9df5f8f59d540ebd98446c5e44e167cacd3c9
 SHA512:
-  metadata.gz: 99e68ef3c3ee9899f8072d2eb7cc2e6a0da4745b637bc849835927a5390cabcdd81f3beb30cc3587618da230000d9f6b193101bed31f7a910ef62855e79cd24e
-  data.tar.gz: a8d683c78a0720c04e9c2b9b70a3f5f90c9caf34b495867e8c78ef14bc1270b3001ca8a04ca01dbd70e784d9a4f1b62d7a459845f7436997fccbbf88cb75ce15
+  metadata.gz: fe41a129f66a72c51016397b866ee9ff31b973d5e92ee6af1f61c05ce87f8f85f9824a68499caefcf950cdb33186c74749817e0ae8b89a483ede580d412e13fc
+  data.tar.gz: 92208ce41c49095cdf652b798ed892e4db5ae12c504cfe94c45bf124054256a94906fba14f68365f938a6d7289c76ca79d7ae7f6fac53bb76d8097d463db684f

data/lib/async/background/queue/store.rb

@@ -7,6 +7,7 @@ module Async
     module Queue
       class Store
         SCHEMA = <<~SQL
+          PRAGMA auto_vacuum = INCREMENTAL;
           CREATE TABLE IF NOT EXISTS jobs (
             id         INTEGER PRIMARY KEY,
             class_name TEXT    NOT NULL,
@@ -16,26 +17,30 @@ module Async
             locked_by  INTEGER,
             locked_at  REAL
           );
-          CREATE INDEX IF NOT EXISTS idx_jobs_status ON jobs(status);
+          CREATE INDEX IF NOT EXISTS idx_jobs_status_id ON jobs(status, id);
         SQL
 
-        PRAGMAS = <<~SQL
-          PRAGMA journal_mode       = WAL;
-          PRAGMA synchronous        = NORMAL;
-          PRAGMA mmap_size          = 0;
-          PRAGMA cache_size         = -16000;
-          PRAGMA temp_store         = MEMORY;
-          PRAGMA busy_timeout       = 5000;
-          PRAGMA journal_size_limit = 67108864;
-        SQL
+        MMAP_SIZE = 268_435_456
+        PRAGMAS = ->(mmap_size) {
+          <<~SQL
+            PRAGMA journal_mode       = WAL;
+            PRAGMA synchronous        = NORMAL;
+            PRAGMA mmap_size          = #{mmap_size};
+            PRAGMA cache_size         = -16000;
+            PRAGMA temp_store         = MEMORY;
+            PRAGMA busy_timeout       = 5000;
+            PRAGMA journal_size_limit = 67108864;
+          SQL
+        }.freeze
 
         CLEANUP_INTERVAL = 300
         CLEANUP_AGE      = 3600
 
         attr_reader :path
 
-        def initialize(path: self.class.default_path)
+        def initialize(path: self.class.default_path, mmap: true)
           @path = path
+          @mmap = mmap
           @db   = nil
           @schema_checked = false
           @last_cleanup_at = nil
@@ -44,7 +49,7 @@ module Async
         def ensure_database!
           require_sqlite3
           db = SQLite3::Database.new(@path)
-          db.execute_batch(PRAGMAS)
+          db.execute_batch(PRAGMAS.call(@mmap ? MMAP_SIZE : 0))
           db.execute_batch(SCHEMA)
           db.execute("PRAGMA wal_checkpoint(TRUNCATE)")
           db.close
@@ -59,11 +64,16 @@ module Async
 
         def fetch(worker_id)
           ensure_connection
+          @db.execute("BEGIN IMMEDIATE")
           row = @fetch_stmt.execute(worker_id, realtime_now).first
+          @db.execute("COMMIT")
           return unless row
 
           maybe_cleanup
           { id: row[0], class_name: row[1], args: JSON.parse(row[2]) }
+        rescue
+          @db.execute("ROLLBACK") rescue nil
+          raise
         end
 
         def complete(job_id)
@@ -86,7 +96,7 @@ module Async
           return unless @db && !@db.closed?
 
           finalize_statements
-          @db.execute("PRAGMA optimize")
+          @db.execute("PRAGMA optimize") rescue nil
           @db.close
           @db = nil
         end
@@ -111,7 +121,7 @@ module Async
           require_sqlite3
           finalize_statements
           @db = SQLite3::Database.new(@path)
-          @db.execute_batch(PRAGMAS)
+          @db.execute_batch(PRAGMAS.call(@mmap ? MMAP_SIZE : 0))
 
           unless @schema_checked
             @db.execute_batch(SCHEMA)
@@ -151,10 +161,10 @@ module Async
         end
 
         def finalize_statements
-          %i[@enqueue_stmt @fetch_stmt @complete_stmt @fail_stmt @requeue_stmt @cleanup_stmt].each do |name|
-            stmt = instance_variable_get(name)
+          %i[enqueue_stmt fetch_stmt complete_stmt fail_stmt requeue_stmt cleanup_stmt].each do |name|
+            stmt = instance_variable_get(:"@#{name}")
             stmt&.close rescue nil
-            instance_variable_set(name, nil)
+            instance_variable_set(:"@#{name}", nil)
           end
         end
 

data/lib/async/background/runner.rb

@@ -13,11 +13,11 @@ module Async
     QUEUE_POLL_INTERVAL = 5
 
     class Runner
-      attr_reader :logger, :semaphore, :heap, :worker_index, :total_workers, :shutdown, :metrics
+      attr_reader :logger, :semaphore, :heap, :worker_index, :total_workers, :shutdown, :metrics, :queue_store
 
       def initialize(
         config_path:, job_count: 2, worker_index:, total_workers:,
-        queue_notifier: nil, queue_db_path: nil
+        queue_notifier: nil, queue_db_path: nil, queue_mmap: true
       )
         @logger        = Console.logger
         @worker_index  = worker_index
@@ -31,7 +31,7 @@ module Async
         @semaphore = ::Async::Semaphore.new(job_count)
         @heap      = build_heap(config_path)
 
-        setup_queue(queue_notifier, queue_db_path)
+        setup_queue(queue_notifier, queue_db_path, queue_mmap)
       end
 
       def run
@@ -62,7 +62,7 @@ module Async
 
       private
 
-      def setup_queue(queue_notifier, queue_db_path)
+      def setup_queue(queue_notifier, queue_db_path, queue_mmap)
         @listen_queue = false
         return unless queue_notifier
 
@@ -76,7 +76,10 @@ module Async
 
         @listen_queue   = true
         @queue_notifier = queue_notifier
-        @queue_store    = Queue::Store.new(path: queue_db_path || Queue::Store.default_path)
+        @queue_store    = Queue::Store.new(
+          path: queue_db_path || Queue::Store.default_path,
+          mmap: queue_mmap
+        )
 
         recovered = @queue_store.recover(worker_index)
         logger.info { "Async::Background queue: recovered #{recovered} stale jobs" } if recovered > 0

data/lib/async/background/version.rb

@@ -2,6 +2,6 @@
 
 module Async
   module Background
-    VERSION = '0.4.4'
+    VERSION = '0.4.5'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: async-background
 version: !ruby/object:Gem::Version
-  version: 0.4.4
+  version: 0.4.5
 platform: ruby
 authors:
 - Roman Hajdarov
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-03-28 00:00:00.000000000 Z
+date: 2026-03-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: async