parallel 1.27.0 → 2.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a657608c1d396b6c563f8905778d64d24c4ae6bb010e716e60a45ccc4a71295e
-  data.tar.gz: eb26d89f92521fed38f1bdf99f6374a2cca2e3f4c1557a7f3f92ed81d396ffb7
+  metadata.gz: 0556b829a420b259f2c4610988421e0b21516101042373b14cb9acfe870e9c8d
+  data.tar.gz: 6c0a7aa158fb4a905902c1ef94e3901b75c73518754faa57a421cea4e82df6c7
 SHA512:
-  metadata.gz: d7accf7f9b3d74e1e76f7b89db8f9040d23876e8373a6d6fa9b31e927b9ca4ce8b13330ffd888871795c79d6e3bbe7b17aa787789146ffed67f46c21fa9af3ad
-  data.tar.gz: ead77e379ad1c18641ca8d0457214af393beeee60fe4e5558c69d601f6f269628ce2830b6a35a7fe66e461b88fbebad33dd9bb8b767324030294e2a8f7164d8d
+  metadata.gz: 76173acf1c6a08e53bf12cfe4c039b02ca5d891b7a0bfed7024a2ba0093d7cbe42790f6e2ac1ee8e195c99e3582c24fb2abb27c8882541361bdc794492df86f3
+  data.tar.gz: a032ace70ba955047cd3d1bb73c85af8bf67664f41e2d61ccdc0d1298277754a8ce190e1f33d654507236a1208d532e7fe973cfe5abee55abd46f7b13b70be36

data/lib/parallel/version.rb

@@ -1,4 +1,4 @@
 # frozen_string_literal: true
 module Parallel
-  VERSION = Version = '1.27.0' # rubocop:disable Naming/ConstantName
+  VERSION = Version = '2.0.1' # rubocop:disable Naming/ConstantName
 end

data/lib/parallel.rb

@@ -15,6 +15,17 @@ module Parallel
       super()
       @value = value
     end
+
+    # marshal_dump that is used for ruby exceptions
+    # avoid dumping the cause since nobody needs that and it can include undumpable exceptions
+    def _dump(_depth)
+      Marshal.dump(@value)
+    end
+
+    # marshal_load that is used for ruby exceptions
+    def self._load(data)
+      new(Marshal.load(data))
+    end
   end
 
   class Kill < Break
@@ -255,7 +266,7 @@ module Parallel
 
       if options[:in_processes] && options[:in_threads]
         raise ArgumentError, "Please specify only one of `in_processes` or `in_threads`."
-      elsif RUBY_PLATFORM =~ (/java/) && !options[:in_processes]
+      elsif RUBY_PLATFORM =~ /java/ && !options[:in_processes]
         method = :in_threads
         size = options[method] || processor_count
       elsif options[:in_threads]
@@ -460,62 +471,86 @@ module Parallel
         raise ArgumentError, "pass the code you want to execute as `ractor: [ClassName, :method_name]`"
       end
 
+      use_port = defined?(Ractor::Port)
+
       # build
-      ractors = Array.new(options.fetch(:count)) do
-        Ractor.new do
-          loop do
-            got = receive
-            (klass, method_name), item, index = got
-            break if index == :break
-            begin
-              Ractor.yield [nil, klass.send(method_name, item), item, index]
-            rescue StandardError => e
-              Ractor.yield [e, nil, item, index]
-            end
-          end
-        end
+      ports = {} # port (ruby 4+) or ractor (ruby 3) => ractor
+      options.fetch(:count).times do
+        port, ractor = ractor_build(use_port)
+        ports[port] = ractor
       end
 
       # start
-      ractors.dup.each do |ractor|
-        if (set = job_factory.next)
-          item, index = set
+      ports.dup.each do |port, ractor|
+        if (job = job_factory.next)
+          item, index = job
           instrument_start item, index, options
           ractor.send [callback, item, index]
-        else
-          ractor.send([[nil, nil], nil, :break]) # stop the ractor
-          ractors.delete ractor
+        else # not enough work, `receive` would hang
+          ractor_stop ractor
+          ports.delete port
         end
       end
 
-      # replace with new items
-      while (set = job_factory.next)
-        item_next, index_next = set
-        done, (exception, result, item, index) = Ractor.select(*ractors)
+      # receive result and send new items to done ractors
+      while (job = job_factory.next)
+        # receive result
+        done_port, (exception, result, item_prev, index_prev) = Ractor.select(*ports.keys)
+        done_ractor = ports[done_port]
         if exception
-          ractors.delete done
+          ports.delete done_port
           break
         end
-        instrument_finish item, index, result, options
-        results_mutex.synchronize { results[index] = (options[:preserve_results] == false ? nil : result) }
+        ractor_result item_prev, index_prev, result, results, results_mutex, options
 
+        # send new
+        item_next, index_next = job
         instrument_start item_next, index_next, options
-        done.send([callback, item_next, index_next])
+        done_ractor.send([callback, item_next, index_next])
       end
 
       # finish
-      ractors.each do |ractor|
-        (new_exception, result, item, index) = ractor.take
+      ports.each do |port, ractor|
+        (new_exception, result, item, index) = use_port ? port.receive : ractor.take
         exception ||= new_exception
         next if new_exception
-        instrument_finish item, index, result, options
-        results_mutex.synchronize { results[index] = (options[:preserve_results] == false ? nil : result) }
-        ractor.send([[nil, nil], nil, :break]) # stop the ractor
+        ractor_result item, index, result, results, results_mutex, options
+        ractor_stop ractor
       end
 
       exception || results
     end
 
+    def ractor_build(use_port)
+      args = use_port ? [Ractor::Port.new] : []
+      ractor = Ractor.new(*args) do |port|
+        loop do
+          (klass, method_name), item, index = receive
+          break if index == :break
+          begin
+            result = [nil, klass.send(method_name, item), item, index]
+          rescue StandardError => e
+            result = [e, nil, item, index]
+          end
+          if port
+            port.send result
+          else
+            Ractor.yield result
+          end
+        end
+      end
+      [use_port ? args.first : ractor, ractor]
+    end
+
+    def ractor_result(item, index, result, results, results_mutex, options)
+      instrument_finish item, index, result, options
+      results_mutex.synchronize { results[index] = (options[:preserve_results] == false ? nil : result) }
+    end
+
+    def ractor_stop(ractor)
+      ractor.send([[nil, nil], nil, :break])
+    end
+
     def work_in_processes(job_factory, options, &blk)
       workers = create_workers(job_factory, options, &blk)
       results = []
@@ -621,7 +656,7 @@ module Parallel
           # https://github.com/rspec/rspec-support/blob/673133cdd13b17077b3d88ece8d7380821f8d7dc/lib/rspec/support.rb#L132-L140
           rescue NoMemoryError, SignalException, Interrupt, SystemExit # rubocop:disable Lint/ShadowedException
             raise $!
-          rescue Exception # # rubocop:disable Lint/RescueException
+          rescue Exception # rubocop:disable Lint/RescueException
             ExceptionWrapper.new($!)
           end
 

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: parallel
 version: !ruby/object:Gem::Version
-  version: 1.27.0
+  version: 2.0.1
 platform: ruby
 authors:
 - Michael Grosser
 bindir: bin
 cert_chain: []
-date: 2025-04-14 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies: []
 email: michael@grosser.it
 executables: []
@@ -22,9 +22,11 @@ licenses:
 - MIT
 metadata:
   bug_tracker_uri: https://github.com/grosser/parallel/issues
-  documentation_uri: https://github.com/grosser/parallel/blob/v1.27.0/Readme.md
-  source_code_uri: https://github.com/grosser/parallel/tree/v1.27.0
+  documentation_uri: https://github.com/grosser/parallel/blob/v2.0.1/Readme.md
+  source_code_uri: https://github.com/grosser/parallel/tree/v2.0.1
   wiki_uri: https://github.com/grosser/parallel/wiki
+  changelog_uri: https://github.com/grosser/parallel/blob/v2.0.1/CHANGELOG.md
+  rubygems_mfa_required: 'true'
 rdoc_options: []
 require_paths:
 - lib
@@ -32,14 +34,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.7'
+      version: '3.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.2
+rubygems_version: 4.0.3
 specification_version: 4
 summary: Run any kind of code in parallel processes
 test_files: []