rodimus 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 090665c626ab20b21e745069db326cb87716c352
-  data.tar.gz: 9b36aa2309d9f4d3eba3422e5240165e1bd325af
+  metadata.gz: 5492a6a648768bd138246fd1137174a1d424da95
+  data.tar.gz: 6f8a62c081ba530005953def9e3be5e95b56a8e5
 SHA512:
-  metadata.gz: 150a93c771af7841c7e259054adc2cdfee0be8a665078cd363f43c82648a6b0278a3f0a91bb88dbb974ab72fd12576de6cc9e33bae710fa764808836d118ef5b
-  data.tar.gz: b0e276b1e7bc47201736a428fd39360026b37a4f801a5cf8340e9fc8bcf3fc31fa5f734f5eb1306fc4c1417f1d38fcf0ebd6709c151009fe45cacaf02c622755
+  metadata.gz: a2d871ad7e844d562a60b0d39d08712b3a53ad56cc866326780c60cf86615aaecdd57da6fa05f84cb02644848ab4876ab47e2b1b45431424a839c4ffdf459c13
+  data.tar.gz: 4ce9fa3f5d99e63aef2643f25b56f50ad14081cd1cae52f8b2223de5e8184e06effc91d7da19d9e85ab98e5f329ddb831ba442bbf30cb888f0fd71e566ebe977

data/lib/rodimus/step.rb

@@ -1,7 +1,34 @@
 module Rodimus
 
   module Step
-    attr_accessor :incoming, :outgoing
+    # The incoming data stream.  Can be anything that quacks like an IO
+    attr_accessor :incoming
+
+    # The outgoing data stream.  Can be anything that quacks like an IO
+    attr_accessor :outgoing
+
+    # Shared user-data accessible across all running transformation steps.
+    # This is initialized by the Transformation when the step begins to run.
+    attr_accessor :shared_data
+
+    def close_descriptors
+      [incoming, outgoing].reject(&:nil?).each do |descriptor|
+        descriptor.close if descriptor.respond_to?(:close)
+      end
+    end
+
+    # Override this for custom cleanup functionality.
+    def finalize; end
+
+    # Override this for custom output handling functionality per-row.
+    def handle_output(transformed_row)
+      outgoing.puts(transformed_row)
+    end
+
+    # Override this for custom transformation functionality
+    def process_row(row)
+      row.to_s
+    end
 
     def run
       Rodimus.logger.info "Running #{self}"
@@ -11,26 +38,13 @@ module Rodimus
       end
       finalize
       Rodimus.logger.info "Finished #{self}"
+    ensure
+      close_descriptors
     end
 
     def to_s
       "#{self.class} connected to input: #{incoming} and output: #{outgoing}"
     end
-
-    private
-
-    # Override this for custom functionality
-    def finalize; end
-
-    # Override this for custom functionality
-    def handle_output(transformed_row)
-      outgoing.puts(transformed_row)
-    end
-
-    # Override this for custom functionality
-    def process_row(row)
-      row.to_s
-    end
   end
 
 end

data/lib/rodimus/transformation.rb

@@ -1,24 +1,33 @@
+require 'drb'
+
 module Rodimus
 
   class Transformation
-    attr_reader :steps
+    attr_reader :drb_server, :steps
+
+    # User-data accessible across all running steps.
+    attr_reader :shared_data
 
     def initialize
       @steps = []
+      @shared_data = {} # TODO: This needs to be thread safe
     end
 
     def run
+      @drb_server = DRb.start_service(nil, shared_data)
       prepare
 
       steps.each do |step|
         fork do
+          DRb.start_service # the parent DRb thread dies across the fork
+          step.shared_data = DRbObject.new_with_uri(drb_server.uri)
           step.run
         end
-        step.incoming && step.incoming.close
-        step.outgoing && step.outgoing.close
+        step.close_descriptors
       end
-
+    ensure
       Process.waitall
+      drb_server.stop_service
     end
 
     def to_s

data/lib/rodimus/version.rb

@@ -1,3 +1,3 @@
 module Rodimus
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

data/lib/rodimus.rb

@@ -4,6 +4,8 @@ require 'rodimus/transformation'
 require 'rodimus/version'
 
 module Rodimus
+  $SAFE = 1 # Because we're using DRb
+
   class << self
     attr_accessor :configuration
   end

data/test/step_test.rb

@@ -5,37 +5,43 @@ module Rodimus
   Rodimus.configure do |config|
     config.logger = Logger.new(nil)
   end
+
+  class TestIO < IO
+    attr_reader :history
+
+    def initialize
+      @history = []
+    end
+
+    def close; nil; end
+
+    def puts(string)
+      history << string
+    end
+  end
   
   class TestStep < MiniTest::Unit::TestCase
     def setup
       @test_string = "row 1\nrow 2"
       @incoming = StringIO.new(@test_string)
-      @outgoing = StringIO.new
+      @outgoing = TestIO.new
+      @step = Object.new
+      @step.extend(Rodimus::Step)
+      @step.incoming = @incoming
+      @step.outgoing = @outgoing
     end
 
     def test_streaming_rows
-      step = Object.new
-      step.extend(Rodimus::Step)
-      step.incoming = @incoming
-      step.outgoing = @outgoing
-      step.run
-      @outgoing.rewind
-      assert_equal @test_string, @outgoing.read.chomp
+      @step.run
+      assert_equal @test_string, @outgoing.history.join
     end
 
     def test_process_row
-      step = Class.new do
-        include Rodimus::Step
-
-        def process_row(row)
-          row.upcase
-        end
-      end.new
-      step.incoming = @incoming
-      step.outgoing = @outgoing
-      step.run
-      @outgoing.rewind
-      assert_equal @test_string.upcase, @outgoing.read.chomp
+      @step.define_singleton_method(:process_row) do |row|
+        row.upcase
+      end
+      @step.run
+      assert_equal @test_string.upcase, @outgoing.history.join
     end
   end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rodimus
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Brandon Rice
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-17 00:00:00.000000000 Z
+date: 2014-05-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler