solid-jobs 0.4.0 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7f95c0daf98dbfa77203eaa6d182f0b0a5ce4c22738a29f7d81b587c9f3abe3a
-  data.tar.gz: bf5524aa572a45f439732ec30e5ad12d5ad25b37a98462381d39bd90b5dd7c91
+  metadata.gz: 7376e4285faba9c133e2d4b876f740e1c2a42f6ae571a3dad9a36a76bfc4fc37
+  data.tar.gz: 85c9e84ff0d75fb355ecfdd89df30d88ee2406d4807f2774d2baf19069839447
 SHA512:
-  metadata.gz: cecbfb4efd3abe1598e66b1764ca07da25e4d103c5e59b66c14f84f5f8f3af6b45e91710d535b0b15ee69636a9396629a0e980451202f390a8aebb8a6b41091b
-  data.tar.gz: cf40a09b495d1ea62e0789ea8688b530b26bfc7414e77cd2d4cc30f8c874c1a8f6c19b20f2eb2c493c8ca27bbeb2a319a62024dff639d6748d720b1ab13c04d6
+  metadata.gz: 187226b5954de8767a72a826ac2804fdd58206a4c1bbf3c1decbb0dab938832f9fe88ecae89a49367d379c08e364a4266281639e508f4dead3f5213ede087cb3
+  data.tar.gz: bca45848cd5bd02011fe77816bec257dd870e5a5451ab92c4c7a3a78f0e275b443ecaf0e2699e9e87acecb78ce012fe121dcf037d53deaa6ab12539ac9842ef5

data/CHANGELOG.md

@@ -2,6 +2,13 @@
 
 All notable changes to this project will be documented in this file.
 
+## [0.4.1] - 2026-10-04
+
+### Changed
+
+- Reduce allocations in reliable claims and task dispatch.
+- Require SolidRedis 1.0.12 or newer.
+
 ## [0.4.0] - 2026-10-03
 
 ### Changed

data/README.md

@@ -193,3 +193,66 @@ absent:
 The Active Job adapter remains available as
 `ActiveJob::QueueAdapters::SolidJobsAdapter`, but it writes only SolidJobs
 envelopes and keys.
+
+## Monitoring with SolidTrace
+
+**SolidTrace** is a statistics and observability tool for SolidJobs. It shows
+real-time SolidJobs metrics while your application runs: jobs per second, CPU
+and memory usage per Ractor, queue depth, Redis latency, job flow, and recent
+job executions.
+
+![SolidTrace dashboard](docs/images/solid-trace.jpg)
+
+SolidTrace is a commercial product. If you would like to acquire it, please
+contact me at [nicolas.vandenbogaerde@gmail.com](mailto:nicolas.vandenbogaerde@gmail.com)
+or via GitHub ([@nicolasva](https://github.com/nicolasva)).
+
+## Performance: SolidJobs vs Sidekiq
+
+SolidJobs uses Ruby Ractors for parallel execution across real CPU cores, while
+Sidekiq uses threads within a single Ruby process subject to the Global VM
+Lock (GVL).
+
+The benchmark suite (`benchmark_sidekiq_solid-jobs`) measures throughput and
+resource usage under identical workloads against an isolated Redis server.
+
+### CPU Workload (`process-cpu`)
+
+Sidekiq remains capped by Ruby's GVL near 1 core (~100% CPU), whereas SolidJobs
+scales linearly across cores:
+
+| Concurrency | Sidekiq (jobs/s) | SolidJobs (jobs/s) | SolidJobs Scaling | Sidekiq CPU | SolidJobs CPU |
+|---:|---:|---:|---:|---:|---:|
+| 1 | 290 | 285 | 100.0% | 96.4% | 94.8% |
+| 2 | 299 | 559 | 98.2% | 100.1% | 189.4% |
+| 4 | 301 | 1,098 | 96.5% | 100.4% | 375.5% |
+| 8 | 302 | **2,141** | **94.0%** | 100.2% | **749.7%** |
+
+*At 8 concurrency, SolidJobs delivers **7.1× the throughput** of Sidekiq on pure CPU workloads.*
+
+### Mixed Workload (`process-mixed` — CPU + I/O)
+
+| Concurrency | Sidekiq (jobs/s) | SolidJobs (jobs/s) | SolidJobs Scaling |
+|---:|---:|---:|---:|
+| 1 | 183 | 194 | 100.0% |
+| 2 | 372 | 420 | 108.2% |
+| 4 | 555 | 778 | 100.2% |
+| 8 | 585 | **1,827** | **117.6%** |
+
+*At 8 concurrency, SolidJobs delivers **3.1× higher throughput** on mixed workloads.*
+
+### Client Enqueue Throughput
+
+| Concurrency | Sidekiq Enqueue (jobs/s) | SolidJobs Enqueue (jobs/s) | Sidekiq Bulk (jobs/s) | SolidJobs Bulk (jobs/s) |
+|---:|---:|---:|---:|---:|
+| 1 | 22,560 | 23,540 | 256,996 | 203,910 |
+| 2 | 24,747 | 41,416 | 292,047 | 358,227 |
+| 4 | 23,989 | 65,291 | 293,154 | 604,933 |
+| 8 | 24,092 | **88,865** | 291,347 | **824,067** |
+
+### Memory & Allocations
+
+- **Peak RSS:** Comparable memory footprint (~42–44 MiB for both at 8 concurrency).
+- **Allocations:** SolidJobs produces fewer object allocations per task (75 vs 108 allocations/job on CPU tasks, 47 vs 60 on individual enqueue), reducing GC pressure.
+
+*Environment: Ruby 4.0.1 (arm64-darwin25); Sidekiq 8.1.7; SolidJobs 0.4.0.*

data/lib/solid_jobs/claim.rb

@@ -137,10 +137,15 @@ module SolidJobs
       @channels = config.channel_entries.flat_map do |name, weight|
         Array.new(weight, Keyspace.channel(name))
       end.freeze
+      @channel_names = @channels.to_h do |key|
+        [key, key.delete_prefix("#{Keyspace::PREFIX}:channel:")]
+      end.freeze
+      @available_channels = @channels
       @claimed_key = Keyspace.claimed(identity, processor_id) if @reliable && identity
       @claims_key = Keyspace.claims(identity) if @claimed_key
       @identity = identity
       @processor_id = processor_id
+      @executor_field = processor_id.to_s
       @paused = []
       @paused_refresh_at = 0.0
       @channel_index = 0
@@ -156,9 +161,7 @@ module SolidJobs
       end
 
       refresh_paused
-      channels = @channels.reject do |key|
-        @paused.include?(key.delete_prefix("#{Keyspace::PREFIX}:channel:"))
-      end
+      channels = @available_channels
       return sleep(0.05) if channels.empty?
 
       if @claimed_key
@@ -190,7 +193,7 @@ module SolidJobs
         redis_pool: @redis_pool,
         claimed_key: @claimed_key,
         claims_key: @claims_key,
-        executor_field: @processor_id.to_s,
+        executor_field: @executor_field,
         claim_token: claim_token,
         attempt: attempt,
       )
@@ -209,7 +212,7 @@ module SolidJobs
             redis_pool: @redis_pool,
             claimed_key: @claimed_key,
             claims_key: @claims_key,
-            executor_field: @processor_id.to_s,
+            executor_field: @executor_field,
             claim_token: metadata.fetch("claim_token"),
             attempt: Integer(metadata.fetch("attempt")),
           )
@@ -221,7 +224,7 @@ module SolidJobs
     def register(envelope, channel)
       return [nil, nil] unless @claimed_key
 
-      claim_token = SecureRandom.uuid
+      claim_token = SecureRandom.hex(16)
       metadata = JSON.generate(
         "task_id" => envelope["id"],
         "claim_token" => claim_token,
@@ -272,11 +275,11 @@ module SolidJobs
         TIMEOUT,
         "BLMOVE", source, @claimed_key, "RIGHT", "LEFT", TIMEOUT,
       )
-      payload && record(payload, source.delete_prefix("#{Keyspace::PREFIX}:channel:"))
+      payload && record(payload, @channel_names.fetch(source))
     end
 
     def claim_now(source)
-      claim_token = SecureRandom.uuid
+      claim_token = SecureRandom.hex(16)
       claimed_at = Time.now.to_f
       result = begin
         @redis_pool.call(
@@ -298,7 +301,7 @@ module SolidJobs
       payload, attempt = result
       record(
         payload,
-        source.delete_prefix("#{Keyspace::PREFIX}:channel:"),
+        @channel_names.fetch(source),
         claim_token: claim_token,
         attempt: Integer(attempt),
       )
@@ -309,6 +312,11 @@ module SolidJobs
       return if now < @paused_refresh_at
 
       @paused = Array(@redis_pool.call("SMEMBERS", Keyspace::PAUSED_CHANNELS))
+      @available_channels = if @paused.empty?
+        @channels
+      else
+        @channels.reject { |key| @paused.include?(@channel_names.fetch(key)) }
+      end
       @paused_refresh_at = now + 5
     end
   end

data/lib/solid_jobs/executor.rb

@@ -18,17 +18,18 @@ module SolidJobs
 
       task_name = envelope["task"]
       raise InvalidJobError, "Task must be present" unless task_name.is_a?(String) && !task_name.empty?
-      raise InvalidJobError, "Task arguments must be an Array" unless envelope["arguments"].is_a?(Array)
+      arguments = envelope["arguments"]
+      raise InvalidJobError, "Task arguments must be an Array" unless arguments.is_a?(Array)
       unless envelope["channel"].is_a?(String) && !envelope["channel"].empty?
         raise InvalidJobError, "Task channel must be present"
       end
 
       task = Utilities.constantize(task_name).new
       task.task_id = envelope["id"] if task.respond_to?(:task_id=)
-      operation = -> { task.execute_task(*envelope.fetch("arguments")) }
-      return operation.call if config.execute_interceptors.empty?
+      interceptors = config.execute_interceptors
+      return task.execute_task(*arguments) if interceptors.empty?
 
-      config.execute_interceptors.call(Execution.new(task, envelope), &operation)
+      interceptors.call(Execution.new(task, envelope)) { task.execute_task(*arguments) }
     end
   end
 end

data/lib/solid_jobs/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module SolidJobs
-  VERSION = "0.4.0"
+  VERSION = "0.4.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: solid-jobs
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.1
 platform: ruby
 authors:
 - Nicolas Vandenbogaerde
@@ -60,7 +60,7 @@ dependencies:
         version: '1.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.11
+        version: 1.0.12
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -70,7 +70,7 @@ dependencies:
         version: '1.0'
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.0.11
+        version: 1.0.12
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement