cdc-parallel 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 6e16d6352e78132e2e0f488542b17117bda8733ca15b3117f8151b6acbfc3567
-  data.tar.gz: 3e28c6c37d5078696ab334f5c8b15409172bebb8102747c2e7558f0089d4ad64
+  metadata.gz: 72b3b33568a37fa04b270edad8511a446703f115d78d86c2347c6af2e4be76a0
+  data.tar.gz: e044e42d90f11b6b75b946ef0f1b1725f2810056be353a56342a908c139eb91c
 SHA512:
-  metadata.gz: 4e71ef2eeda63a9d6f6c59d49ba140b73a62d0e37894e168060a4c796f28a7d6790b37b891c7188fff78de1e843386c0f892f0720ba3de16ea9bfe198e719382
-  data.tar.gz: de5eb4cb7861e263402305e361d4ac49d335d9b657562cca93544c64f34f76646289212647506c87f4d6ef7eb5ec586cbb58596ad9427f8becb99ca1af82127c
+  metadata.gz: 3780fa1a616b33e824cff4f6c7f0ec8402085e5a742abbaa45082d1dc8ce6c7be04bd462aa78e4afcb61f7f9a3b0adab54ed4e47f972633c12348d57e65a632f
+  data.tar.gz: 01ae9a18f4d8a6bab6c5f7e71333c38475a1930bdce6326e41bc9376100e74800cb850b22b8fda1de9638a2e78be3094a27bfd1b6592a6e868554ce933b471af

data/CHANGELOG.md

@@ -4,6 +4,16 @@ All notable changes to this project will be documented in this file.
 
 The format is based on Keep a Changelog, and this project adheres to Semantic Versioning.
 
+## [0.2.1] - 2026-06-03
+
+### Added
+
+  v0.2.1 - Correctness and reliability patch
+
+  - Enforced processor timeout handling.
+  - Fixed transaction partial-failure behavior.
+  - Added regression coverage for hung processors and transaction failure cases.
+
 ## [0.2.0] - 2026-06-03
 
 ### Added

data/lib/cdc/parallel/configuration.rb

@@ -12,6 +12,8 @@ module CDC
       def initialize(size: Etc.nprocessors, timeout: nil)
         raise ArgumentError, "size must be an Integer" unless size.is_a?(Integer)
         raise ArgumentError, "size must be greater than zero" unless size.positive?
+        raise ArgumentError, "timeout must be numeric" unless timeout.nil? || timeout.is_a?(Numeric)
+        raise ArgumentError, "timeout must be greater than zero" if timeout && !timeout.positive?
 
         super
         ::Ractor.make_shareable(self)

data/lib/cdc/parallel/processor_pool.rb

@@ -8,7 +8,7 @@ module CDC
     # This pays Ractor startup cost once, keeps workers alive after processor
     # failures, and provides both synchronous single-item processing and batched
     # dispatch for throughput-oriented benchmarks and runtimes.
-    class ProcessorPool
+    class ProcessorPool # rubocop:disable Metrics/ClassLength
       # @param processor [CDC::Core::Processor]
       # @param size [Integer]
       # @param timeout [Float, nil]
@@ -80,7 +80,7 @@ module CDC
               "#{processor.class} must declare ractor_safe!"
       end
 
-      def build_worker(processor)
+      def build_worker(processor) # rubocop:disable Metrics/MethodLength
         ::Ractor.new(processor) do |safe_processor|
           loop do
             message = ::Ractor.receive
@@ -96,7 +96,11 @@ module CDC
               CDC::Parallel::ResultCollector.worker_failure(e)
             end
 
-            reply_port << [index, response]
+            begin
+              reply_port << [index, response]
+            rescue Ractor::ClosedError
+              # The caller may have timed out and closed the reply port.
+            end
           end
         end
       end
@@ -112,14 +116,50 @@ module CDC
 
       def collect_results(reply_port, count)
         results = Array.new(count)
+        return results.freeze if count.zero?
+
+        if @configuration.timeout
+          collect_results_with_timeout(reply_port, results)
+        else
+          collect_results_without_timeout(reply_port, results)
+        end
+      end
 
-        count.times do
+      def collect_results_without_timeout(reply_port, results)
+        results.length.times do
           index, response = reply_port.receive
           results[index] = ResultCollector.normalize(response)
         end
 
         results.freeze
       end
+
+      def collect_results_with_timeout(reply_port, results)
+        deadline = Process.clock_gettime(Process::CLOCK_MONOTONIC) + @configuration.timeout
+
+        results.length.times do
+          remaining = deadline - Process.clock_gettime(Process::CLOCK_MONOTONIC)
+          return timeout_results(results) unless remaining.positive?
+
+          index, response = ::Timeout.timeout(remaining, TimeoutError) { reply_port.receive }
+          results[index] = ResultCollector.normalize(response)
+        rescue TimeoutError
+          return timeout_results(results)
+        end
+
+        results.freeze
+      end
+
+      def timeout_results(results)
+        missing = results.count(&:nil?)
+        timeout_error = TimeoutError.new(
+          "processor pool timed out after #{@configuration.timeout} seconds waiting for #{missing} result(s)"
+        )
+
+        results.map do |result|
+          result || CDC::Core::ProcessorResult.failure(timeout_error)
+        end.freeze
+      end
     end
   end
 end

data/lib/cdc/parallel/version.rb

@@ -3,6 +3,6 @@
 module CDC
   module Parallel
     # Current cdc-parallel version.
-    VERSION = "0.2.0"
+    VERSION = "0.2.1"
   end
 end

data/lib/cdc/parallel.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require "etc"
+require "timeout"
 
 require_relative "parallel/version"
 require_relative "parallel/errors"

data/sig/cdc/parallel/processor_pool.rbs

@@ -1,16 +1,15 @@
 module CDC
   module Parallel
-    # Executes one Ractor-safe processor in isolated Ractor workers.
-    #
-    # This v0.1 implementation intentionally uses one-shot worker Ractors for
-    # deterministic synchronous semantics while preserving the public pool API.
-    # The parallel-pool dependency is kept as the runtime foundation for later
-    # async/throughput-focused versions.
+    # Executes one Ractor-safe processor in pre-warmed persistent Ractor workers.
     class ProcessorPool
       @processor: untyped
 
       @configuration: untyped
 
+      @workers: untyped
+
+      @next_worker: Integer
+
       @shutdown: untyped
 
       # @param processor [CDC::Core::Processor]
@@ -19,11 +18,17 @@ module CDC
       # @return [void]
       def initialize: (processor: untyped, ?size: untyped, ?timeout: untyped?) -> void
 
-      # Process one ChangeEvent.
+      # Process one work item synchronously.
       #
-      # @param event [CDC::Core::ChangeEvent]
+      # @param item [Object]
       # @return [CDC::Core::ProcessorResult]
-      def process: (untyped event) -> untyped
+      def process: (untyped item) -> untyped
+
+      # Process many work items using the pre-warmed worker pool.
+      #
+      # @param items [Array<Object>]
+      # @return [Array<CDC::Core::ProcessorResult>]
+      def process_many: (untyped items) -> untyped
 
       # Shut down the pool.
       #
@@ -34,7 +39,17 @@ module CDC
 
       def validate_processor!: (untyped processor) -> (nil | untyped)
 
-      def take: (untyped worker) -> untyped
+      def build_worker: (untyped processor) -> untyped
+
+      def next_worker: () -> untyped
+
+      def collect_results: (untyped reply_port, Integer count) -> untyped
+
+      def collect_results_without_timeout: (untyped reply_port, untyped results) -> untyped
+
+      def collect_results_with_timeout: (untyped reply_port, untyped results) -> untyped
+
+      def timeout_results: (untyped results) -> untyped
     end
   end
 end

data/sig/cdc/parallel/result_collector.rbs

@@ -4,6 +4,12 @@ module CDC
     class ResultCollector
       FAILURE_MARKER: :__cdc_parallel_failure__
 
+      # Build a shareable success payload that can safely cross a Ractor boundary.
+      #
+      # @param value [Object]
+      # @return [Object]
+      def self.worker_success: (untyped value) -> untyped
+
       # Build a shareable failure payload that can safely cross a Ractor boundary.
       #
       # @param error [Exception]

data/sig/cdc/parallel/version.rbs

@@ -1,6 +1,6 @@
 module CDC
   module Parallel
     # Current cdc-parallel version.
-    VERSION: "0.1.0"
+    VERSION: "0.2.0"
   end
 end

data/sig/shims/timeout.rbs

@@ -0,0 +1,3 @@
+module Timeout
+  def self.timeout: (untyped sec, untyped klass) { () -> untyped } -> untyped
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cdc-parallel
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Ken C. Demanawa
@@ -73,6 +73,7 @@ files:
 - sig/shims/cdc_core.rbs
 - sig/shims/data_define.rbs
 - sig/shims/etc.rbs
+- sig/shims/timeout.rbs
 homepage: https://kanutocd.github.io/cdc-parallel/
 licenses:
 - MIT