rapidflow 0.1.0 → 0.2.0

data/test/rapidflow/stage_test.rb

@@ -0,0 +1,110 @@
+# frozen_string_literal: true
+
+require "test_helper"
+
+module RapidFlow
+  class StageTest < Minitest::Test
+    def test_stage_processes_single_item
+      pipeline = Pipeline.new(1, 1)
+      work_item = WorkItem.new(data: 5)
+
+      stage = Stage.new(
+        stage_index: 0,
+        lambda_fn: ->(data) { data * 2 },
+        workers: 1,
+        is_final: true,
+        pipeline: pipeline
+      )
+
+      stage.start
+      pipeline.enqueue(0, work_item)
+
+      result = pipeline.dequeue_result
+      pipeline.shutdown
+
+      assert_equal 10, result.data
+      refute result.has_error?
+    end
+
+    def test_stage_handles_errors
+      pipeline = Pipeline.new(1, 1)
+      work_item = WorkItem.new(data: "test")
+
+      stage = Stage.new(
+        stage_index: 0,
+        lambda_fn: ->(_data) { raise StandardError, "Processing error" },
+        workers: 1,
+        is_final: true,
+        pipeline: pipeline
+      )
+
+      stage.start
+      pipeline.enqueue(0, work_item)
+
+      result = pipeline.dequeue_result
+      pipeline.shutdown
+
+      assert_equal "test", result.data
+      assert result.has_error?
+      assert_instance_of StandardError, result.error
+      assert_equal "Processing error", result.error.message
+    end
+
+    def test_stage_with_multiple_workers
+      pipeline = Pipeline.new(1, 3)
+      items = 10.times.map { |i| WorkItem.new(data: i) }
+
+      stage = Stage.new(
+        stage_index: 0,
+        lambda_fn: ->(data) { data * 2 },
+        workers: 3,
+        is_final: true,
+        pipeline: pipeline
+      )
+
+      stage.start
+      items.each { |item| pipeline.enqueue(0, item) }
+
+      results = []
+      10.times { results << pipeline.dequeue_result }
+      pipeline.shutdown
+
+      assert_equal 10, results.length
+      results.each do |result|
+        refute result.has_error?
+        assert_includes (0..9).map { |i| i * 2 }, result.data
+      end
+    end
+
+    def test_stage_forwards_to_next_stage
+      pipeline = Pipeline.new(2, 1)
+      work_item = WorkItem.new(data: "hello")
+
+      stage1 = Stage.new(
+        stage_index: 0,
+        lambda_fn: ->(data) { data.upcase },
+        workers: 1,
+        is_final: false,
+        pipeline: pipeline
+      )
+
+      stage2 = Stage.new(
+        stage_index: 1,
+        lambda_fn: ->(data) { data + "!" },
+        workers: 1,
+        is_final: true,
+        pipeline: pipeline
+      )
+
+      stage1.start
+      stage2.start
+      pipeline.enqueue(0, work_item)
+
+      result = pipeline.dequeue_result
+      pipeline.shutdown
+
+      assert_equal "HELLO!", result.data
+      refute result.has_error?
+    end
+  end
+end

data/test/rapidflow/work_item_test.rb

@@ -1,6 +1,6 @@
 require "test_helper"
 
-module Rapidflow
+module RapidFlow
   class WorkItemTest < Minitest::Test
     def test_default_initialization
       item = WorkItem.new

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rapidflow
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Sinaru Gunawardena
@@ -17,7 +17,6 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/workflows/main.yml"
 - ".tool-versions"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
@@ -26,7 +25,9 @@ files:
 - Rakefile
 - lib/rapidflow.rb
 - lib/rapidflow/batch.rb
+- lib/rapidflow/batch_builder.rb
 - lib/rapidflow/counter.rb
+- lib/rapidflow/errors.rb
 - lib/rapidflow/pipeline.rb
 - lib/rapidflow/stage.rb
 - lib/rapidflow/version.rb
@@ -35,8 +36,12 @@ files:
 - scripts/benchmark/benchmark_images.rb
 - scripts/benchmark/simulated_data_processing.rb
 - sig/rapidflow.rbs
+- test/rapidflow/batch/config_error_test.rb
+- test/rapidflow/batch/error_handling_test.rb
 - test/rapidflow/batch_test.rb
 - test/rapidflow/counter_test.rb
+- test/rapidflow/pipeline_test.rb
+- test/rapidflow/stage_test.rb
 - test/rapidflow/work_item_test.rb
 - test/test_helper.rb
 homepage: https://github.com/sinaru/rapidflow

data/.github/workflows/main.yml

@@ -1,35 +0,0 @@
-# This workflow uses actions that are not certified by GitHub.
-# They are provided by a third-party and are governed by
-# separate terms of service, privacy policy, and support
-# documentation.
-# This workflow will download a prebuilt Ruby version, install dependencies and run tests with Rake
-# For more information see: https://github.com/marketplace/actions/setup-ruby-jruby-and-truffleruby
-
-name: Ruby
-
-on:
-  push:
-    branches: [ "main" ]
-  pull_request:
-    branches: [ "main" ]
-
-permissions:
-  contents: read
-
-jobs:
-  test:
-
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        ruby-version: ['3.2','3.3','3.4']
-
-    steps:
-      - uses: actions/checkout@v5
-      - name: Set up Ruby
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: ${{ matrix.ruby-version }}
-          bundler-cache: true # runs 'bundle install' and caches installed gems automatically
-      - name: Run tests
-        run: bundle exec rake test