job-iteration 1.15.1 → 1.17.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c185ebebe932e13f51e39bc16d6bd18eca716a6bb8b179d400d0ab2cfff31910
-  data.tar.gz: 8675ef2c1d85051d2166ef65b870c4982bb2f3e9657c513b28dbadf69de1588e
+  metadata.gz: 657313f73892dc576ba595499f00d97a211936bdbec570db64e72c7431aa0a11
+  data.tar.gz: f12f068e6a83efc6fd702e4c5068c8b428587ec2b94eb9087c00e7141f689dee
 SHA512:
-  metadata.gz: 82b50b5701c001350571cf718bad50a7e0c882bd3e251f1c016ab0e46e4b224034a0a8a6042262254bb356c0d2b291eba69b437ee659282ca1d0a798a50fae54
-  data.tar.gz: 72abfc4ee81110b8d99ba8d5ccc9cdad7cd32de945ebc0a4a1022ecd8bc8307196c0889948e7f7ef1ceff8a78f5cbfd579243be59b3e6534d87d673c11149021
+  metadata.gz: dd60d3982a00af5e2193739c0e9e62adee8e08414628fa19a9f1d6d85f4ad1c5d9cbbd3b5a931b695fccdd50d60a5592a420a04c6eaa446f3b5cbf2e53beadb9
+  data.tar.gz: 0e4c271a6a72a11bafcb5bb3fd362f88c2a90ee8b1ddb622c7053c0b0a8eed6b78b2420db0a28d448d7ce12026ad6313d409441567b30acc8e46a46a3243cfdc

data/CHANGELOG.md

@@ -16,6 +16,19 @@ nil
 
 nil
 
+## v1.17.0 (Oct 27, 2026)
+
+### Features
+
+- [753](https://github.com/Shopify/job-iteration/pull/753) - Custom enumerator builders can override the protected `default_tolerated_enqueue_errors` hook to set the default parallel child-admission policy. Explicit arrays still replace the default, including `[]` for strict behavior.
+
+## v1.16.0 (Oct 20, 2026)
+
+### Features
+
+- [746](https://github.com/Shopify/job-iteration/pull/746) - `build_parallel_enumerator` accepts `tolerated_enqueue_errors:`, a list of enqueue error classes that do not fail the parent job. A child job that fails to enqueue with one of them is skipped and reported through the `skipped_parallel_jobs.iteration` event.
+- [747](https://github.com/Shopify/job-iteration/pull/747) - Support running iteration jobs in non-main Ractors. `JobIteration.max_job_runtime=` and `JobIteration.default_retry_backoff=` now make their values Ractor-shareable, which deep-freezes them.
+
 ## v1.15.1 (Sep 15, 2026)
 
 ### Bug fixes

data/lib/job-iteration/enumerator_builder.rb

@@ -233,12 +233,19 @@ module JobIteration
       wrap(self, enum)
     end
 
-    def build_parallel_enumerator(instances:, cursor:, &block)
+    def build_parallel_enumerator(instances:, cursor:, tolerated_enqueue_errors: default_tolerated_enqueue_errors, &block)
       unless instances.is_a?(Integer) && instances.positive?
         raise ArgumentError, "instances must be a positive Integer"
       end
 
-      return ParallelEnumerator::EnqueueJobs.new(instances) if cursor.nil?
+      unless tolerated_enqueue_errors.is_a?(Array) &&
+          tolerated_enqueue_errors.all? { |error_class| error_class.is_a?(Class) && error_class <= Exception }
+        raise ArgumentError, "tolerated_enqueue_errors must be an Array of Exception classes"
+      end
+
+      if cursor.nil?
+        return ParallelEnumerator::EnqueueJobs.new(instances, tolerated_enqueue_errors: tolerated_enqueue_errors)
+      end
 
       enum = ParallelEnumerator.new(block, cursor: cursor).to_enum
       wrap(self, enum)
@@ -259,6 +266,14 @@ module JobIteration
     alias_method :nested, :build_nested_enumerator
     alias_method :parallel, :build_parallel_enumerator
 
+    protected
+
+    # Override to supply the policy used when tolerated_enqueue_errors is omitted.
+    # Explicit arrays replace this default; an empty array keeps enqueue failures strict.
+    def default_tolerated_enqueue_errors
+      []
+    end
+
     private
 
     def build_active_record_enumerator(scope, cursor:, instance: nil, instances: nil, **args)

data/lib/job-iteration/interruption_adapters.rb

@@ -34,7 +34,8 @@ module JobIteration
       def register(name, adapter)
         raise ArgumentError, "adapter must be callable" unless adapter.respond_to?(:call)
 
-        registry[name.to_sym] = adapter
+        @registry = registry.merge(name.to_sym => adapter).freeze
+        nil
       end
 
       private
@@ -42,7 +43,7 @@ module JobIteration
       attr_reader :registry
     end
 
-    @registry = {}
+    @registry = {}.freeze
 
     # Built-in Rails adapters. It doesn't make sense to interrupt for these.
     register(:async, NullAdapter)

data/lib/job-iteration/iteration.rb

@@ -345,7 +345,7 @@ module JobIteration
     def method_parameters(method_name)
       method = method(method_name)
 
-      if defined?(T::Private::Methods)
+      if defined?(T::Private::Methods) && Ractor.current == Ractor.main
         signature = T::Private::Methods.signature_for_method(method)
         method = signature.method if signature
       end

data/lib/job-iteration/log_subscriber.rb

@@ -21,7 +21,15 @@ module JobIteration
 
     def enqueue_parallel_jobs(event)
       info do
-        "[JobIteration::Iteration] Enqueued #{event.payload[:instances]} parallel jobs."
+        "[JobIteration::Iteration] Attempted to enqueue #{event.payload[:instances]} parallel jobs."
+      end
+    end
+
+    def skipped_parallel_jobs(event)
+      info do
+        "[JobIteration::Iteration] Skipped #{event.payload[:skipped_instances].size} of " \
+          "#{event.payload[:instances]} parallel jobs that failed to enqueue with a tolerated error. " \
+          "skipped_instances=#{event.payload[:skipped_instances]} enqueue_errors=#{event.payload[:enqueue_errors].uniq}"
       end
     end
 

data/lib/job-iteration/parallel_enumerator.rb

@@ -7,11 +7,12 @@ module JobIteration
     class EnqueueError < StandardError; end
 
     class EnqueueJobs
-      def initialize(instances)
+      def initialize(instances, tolerated_enqueue_errors: [])
         @instances = instances
+        @tolerated_enqueue_errors = tolerated_enqueue_errors
       end
 
-      attr_reader :instances
+      attr_reader :instances, :tolerated_enqueue_errors
 
       def enqueue_jobs(job)
         child_jobs = instances.times.map do |index|
@@ -26,10 +27,30 @@ module JobIteration
 
         ActiveJob.perform_all_later(child_jobs)
 
-        unless child_jobs.all?(&:successfully_enqueued?)
-          failed_count = instances - child_jobs.count(&:successfully_enqueued?)
-          raise EnqueueError, "Failed to enqueue #{failed_count} out of #{instances} child jobs"
-        end
+        failed_jobs = child_jobs.reject(&:successfully_enqueued?)
+        return if failed_jobs.empty?
+
+        skipped_jobs, failed_jobs = failed_jobs.partition { |child_job| tolerated?(child_job.enqueue_error) }
+        instrument_skipped_jobs(job, skipped_jobs) if skipped_jobs.any?
+        return if failed_jobs.empty?
+
+        raise EnqueueError, "Failed to enqueue #{failed_jobs.size} out of #{instances} child jobs"
+      end
+
+      private
+
+      def tolerated?(enqueue_error)
+        tolerated_enqueue_errors.any? { |error_class| enqueue_error.is_a?(error_class) }
+      end
+
+      def instrument_skipped_jobs(job, skipped_jobs)
+        ActiveSupport::Notifications.instrument(
+          "skipped_parallel_jobs.iteration",
+          job_class: job.class.name,
+          instances: instances,
+          skipped_instances: skipped_jobs.map { |child_job| child_job.cursor_position.fetch("instance") },
+          enqueue_errors: skipped_jobs.map { |child_job| child_job.enqueue_error.class.name },
+        )
       end
     end
 

data/lib/job-iteration/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module JobIteration
-  VERSION = "1.15.1"
+  VERSION = "1.17.0"
 end

data/lib/job-iteration.rb

@@ -45,7 +45,11 @@ module JobIteration
   #   class ChildJob < MyJob
   #     self.job_iteration_max_job_runtime = 3.minutes # MyJob's 1.minute will be discarded.
   #     # ...
-  attr_accessor :max_job_runtime
+  attr_reader :max_job_runtime
+
+  def max_job_runtime=(max_job_runtime)
+    @max_job_runtime = Ractor.make_shareable(max_job_runtime)
+  end
 
   # Configures a delay duration to wait before resuming an interrupted job.
   # @example
@@ -55,7 +59,11 @@ module JobIteration
   # Defaults to nil which means interrupted jobs will be retried immediately.
   # This value will be ignored when an interruption is raised by a throttle enumerator,
   # where the throttle backoff value will take precedence over this setting.
-  attr_accessor :default_retry_backoff
+  attr_reader :default_retry_backoff
+
+  def default_retry_backoff=(default_retry_backoff)
+    @default_retry_backoff = Ractor.make_shareable(default_retry_backoff)
+  end
 
   attr_reader :interruption_adapter
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: job-iteration
 version: !ruby/object:Gem::Version
-  version: 1.15.1
+  version: 1.17.0
 platform: ruby
 authors:
 - Shopify
@@ -78,7 +78,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.21
+rubygems_version: 4.0.23
 specification_version: 4
 summary: Makes your background jobs interruptible and resumable.
 test_files: []