job-iteration 1.15.0 → 1.16.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: dbb861f47602c89b8163b0f36f662c8b1f10c34528c0d06b0ce74918973e89db
-  data.tar.gz: b00adea778b0a722dc727fdd4a9954c60442df995ee273ec82ff9d85b9fa222f
+  metadata.gz: ac8363ff51f4445e2f029536f0b6bceac11197a95c985bb0f68077850c446db8
+  data.tar.gz: 2dfac082f347b7c330ba8122ab87f5f28cdb9a560d1b20cb87af1e7690aeed02
 SHA512:
-  metadata.gz: 1d085184d274fcc7315277c0e11e45093674e96a152d6bf49eff6644be23974df17f6d778e0abf0d1289ac2203af8ea59a9c7a7d9aeedd46de26b6ed16649d86
-  data.tar.gz: 50fea852189c3f13f4b0c84f465f532e4b27804d5d71238f044fa0f6beec67c8372c83561b0690e1605eb09c47a3f07cfad24a417a3dd612a4b57bfda840696d
+  metadata.gz: 9fec07c8529f102047083a54cac23a789822f295f01edf39cd360e12048f2ab0a0dfef277a9cb0b04ded0795635a178b44223ee634f3b981fe8cebddec55d6a8
+  data.tar.gz: 76aaf31360925043bf01f815156304b64b9e732d1a5d803bd41c92ddcbacfbd9dbcc0bbc79b5e4a0a34db23f77b33e1c5adaf5bf71f8b1ea942034ad47b4c19c

data/CHANGELOG.md

@@ -1,5 +1,5 @@
 ## Main (unreleased)
- 
+
 ### Breaking Changes
 
 nil
@@ -16,6 +16,19 @@ nil
 
 nil
 
+## v1.16.0 (Oct 20, 2026)
+
+### Features
+
+- [746](https://github.com/Shopify/job-iteration/pull/746) - `build_parallel_enumerator` accepts `tolerated_enqueue_errors:`, a list of enqueue error classes that do not fail the parent job. A child job that fails to enqueue with one of them is skipped and reported through the `skipped_parallel_jobs.iteration` event.
+- [747](https://github.com/Shopify/job-iteration/pull/747) - Support running iteration jobs in non-main Ractors. `JobIteration.max_job_runtime=` and `JobIteration.default_retry_backoff=` now make their values Ractor-shareable, which deep-freezes them.
+
+## v1.15.1 (Sep 15, 2026)
+
+### Bug fixes
+
+- [734](https://github.com/Shopify/job-iteration/pull/734) - Account for anonymous block parameters in DSL compiler.
+
 ## v1.15.0 (Jun 4, 2026)
 
 ### Features

data/lib/job-iteration/enumerator_builder.rb

@@ -233,12 +233,19 @@ module JobIteration
       wrap(self, enum)
     end
 
-    def build_parallel_enumerator(instances:, cursor:, &block)
+    def build_parallel_enumerator(instances:, cursor:, tolerated_enqueue_errors: [], &block)
       unless instances.is_a?(Integer) && instances.positive?
         raise ArgumentError, "instances must be a positive Integer"
       end
 
-      return ParallelEnumerator::EnqueueJobs.new(instances) if cursor.nil?
+      unless tolerated_enqueue_errors.is_a?(Array) &&
+          tolerated_enqueue_errors.all? { |error_class| error_class.is_a?(Class) && error_class <= Exception }
+        raise ArgumentError, "tolerated_enqueue_errors must be an Array of Exception classes"
+      end
+
+      if cursor.nil?
+        return ParallelEnumerator::EnqueueJobs.new(instances, tolerated_enqueue_errors: tolerated_enqueue_errors)
+      end
 
       enum = ParallelEnumerator.new(block, cursor: cursor).to_enum
       wrap(self, enum)

data/lib/job-iteration/interruption_adapters.rb

@@ -34,7 +34,8 @@ module JobIteration
       def register(name, adapter)
         raise ArgumentError, "adapter must be callable" unless adapter.respond_to?(:call)
 
-        registry[name.to_sym] = adapter
+        @registry = registry.merge(name.to_sym => adapter).freeze
+        nil
       end
 
       private
@@ -42,7 +43,7 @@ module JobIteration
       attr_reader :registry
     end
 
-    @registry = {}
+    @registry = {}.freeze
 
     # Built-in Rails adapters. It doesn't make sense to interrupt for these.
     register(:async, NullAdapter)

data/lib/job-iteration/iteration.rb

@@ -345,7 +345,7 @@ module JobIteration
     def method_parameters(method_name)
       method = method(method_name)
 
-      if defined?(T::Private::Methods)
+      if defined?(T::Private::Methods) && Ractor.current == Ractor.main
         signature = T::Private::Methods.signature_for_method(method)
         method = signature.method if signature
       end

data/lib/job-iteration/log_subscriber.rb

@@ -21,7 +21,15 @@ module JobIteration
 
     def enqueue_parallel_jobs(event)
       info do
-        "[JobIteration::Iteration] Enqueued #{event.payload[:instances]} parallel jobs."
+        "[JobIteration::Iteration] Attempted to enqueue #{event.payload[:instances]} parallel jobs."
+      end
+    end
+
+    def skipped_parallel_jobs(event)
+      info do
+        "[JobIteration::Iteration] Skipped #{event.payload[:skipped_instances].size} of " \
+          "#{event.payload[:instances]} parallel jobs that failed to enqueue with a tolerated error. " \
+          "skipped_instances=#{event.payload[:skipped_instances]} enqueue_errors=#{event.payload[:enqueue_errors].uniq}"
       end
     end
 

data/lib/job-iteration/parallel_enumerator.rb

@@ -7,11 +7,12 @@ module JobIteration
     class EnqueueError < StandardError; end
 
     class EnqueueJobs
-      def initialize(instances)
+      def initialize(instances, tolerated_enqueue_errors: [])
         @instances = instances
+        @tolerated_enqueue_errors = tolerated_enqueue_errors
       end
 
-      attr_reader :instances
+      attr_reader :instances, :tolerated_enqueue_errors
 
       def enqueue_jobs(job)
         child_jobs = instances.times.map do |index|
@@ -26,10 +27,30 @@ module JobIteration
 
         ActiveJob.perform_all_later(child_jobs)
 
-        unless child_jobs.all?(&:successfully_enqueued?)
-          failed_count = instances - child_jobs.count(&:successfully_enqueued?)
-          raise EnqueueError, "Failed to enqueue #{failed_count} out of #{instances} child jobs"
-        end
+        failed_jobs = child_jobs.reject(&:successfully_enqueued?)
+        return if failed_jobs.empty?
+
+        skipped_jobs, failed_jobs = failed_jobs.partition { |child_job| tolerated?(child_job.enqueue_error) }
+        instrument_skipped_jobs(job, skipped_jobs) if skipped_jobs.any?
+        return if failed_jobs.empty?
+
+        raise EnqueueError, "Failed to enqueue #{failed_jobs.size} out of #{instances} child jobs"
+      end
+
+      private
+
+      def tolerated?(enqueue_error)
+        tolerated_enqueue_errors.any? { |error_class| enqueue_error.is_a?(error_class) }
+      end
+
+      def instrument_skipped_jobs(job, skipped_jobs)
+        ActiveSupport::Notifications.instrument(
+          "skipped_parallel_jobs.iteration",
+          job_class: job.class.name,
+          instances: instances,
+          skipped_instances: skipped_jobs.map { |child_job| child_job.cursor_position.fetch("instance") },
+          enqueue_errors: skipped_jobs.map { |child_job| child_job.enqueue_error.class.name },
+        )
       end
     end
 

data/lib/job-iteration/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module JobIteration
-  VERSION = "1.15.0"
+  VERSION = "1.16.0"
 end

data/lib/job-iteration.rb

@@ -45,7 +45,11 @@ module JobIteration
   #   class ChildJob < MyJob
   #     self.job_iteration_max_job_runtime = 3.minutes # MyJob's 1.minute will be discarded.
   #     # ...
-  attr_accessor :max_job_runtime
+  attr_reader :max_job_runtime
+
+  def max_job_runtime=(max_job_runtime)
+    @max_job_runtime = Ractor.make_shareable(max_job_runtime)
+  end
 
   # Configures a delay duration to wait before resuming an interrupted job.
   # @example
@@ -55,7 +59,11 @@ module JobIteration
   # Defaults to nil which means interrupted jobs will be retried immediately.
   # This value will be ignored when an interruption is raised by a throttle enumerator,
   # where the throttle backoff value will take precedence over this setting.
-  attr_accessor :default_retry_backoff
+  attr_reader :default_retry_backoff
+
+  def default_retry_backoff=(default_retry_backoff)
+    @default_retry_backoff = Ractor.make_shareable(default_retry_backoff)
+  end
 
   attr_reader :interruption_adapter
 

data/lib/tapioca/dsl/compilers/job_iteration.rb

@@ -37,7 +37,9 @@ module Tapioca
             if signature
               fixed_hash_args = signature.arg_types.select { |arg_type| T::Types::FixedHash === arg_type[1] }.to_h
               expanded_parameters = parameters.flat_map do |typed_param|
-                if (hash_type = fixed_hash_args[typed_param.param.name.to_sym])
+                param_name = typed_param.param.name
+
+                if param_name && (hash_type = fixed_hash_args[param_name.to_sym])
                   expand_fixed_hash(typed_param, hash_type)
                 else
                   typed_param

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: job-iteration
 version: !ruby/object:Gem::Version
-  version: 1.15.0
+  version: 1.16.0
 platform: ruby
 authors:
 - Shopify
@@ -78,7 +78,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.12
+rubygems_version: 4.0.22
 specification_version: 4
 summary: Makes your background jobs interruptible and resumable.
 test_files: []