rodimus 1.0.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6b2c8f9cc2f841d1df86e5a7178a440374bae869
-  data.tar.gz: 8b0b8ba42a04cec07516e259a50bc2e7c3ce6831
+  metadata.gz: b41faf166609c0301fa56b7b675f3be73b4a986d
+  data.tar.gz: dd8f0d1d9a73cb73c38dfea42e448cf36ab926ec
 SHA512:
-  metadata.gz: 9e8a7152107f519989c7770e48cadc511049beddb06870c0ae8fc8cdafec7f5407e20dff81fbb1636a7ac5d9886132446dedafbb17c36bd5af56db5880654cff
-  data.tar.gz: 1859fbd38cb9836be10cb9649675cf74374358885a02838456fdc9f6e6312cadda8d1b0b78dc64bb094f467222895cbfc05b8cf27b1791e7dec31777833679a0
+  metadata.gz: cdf745cb5fb1645602df330d5f32dc1121932c288ea1ddc8e4b8e40095ad7a1a6928b69272688a61089a6a356a2e439846c35e8abbac90700d159664a137213a
+  data.tar.gz: f7830584a6e02a39a3b82ebcd680762ff415ae7a971e832f5a5c805cf560a4b6a3f66179a50c4c2a27bc4a8d3374290dc2f1413993e5406bcda5ed7c44d00d59

data/README.md

@@ -12,9 +12,6 @@ __Why the name?__ Rodimus Prime is one of the leaders of the Autobots, and he
 has a cool name.  Naming a data transformation library after a Transformer
 increases the coolness factor.  It's science.
 
-__NOTE:__ This library is still in the earliest phases of development.  Things
-are prone to change suddenly and rapidly.  Use at your own risk.
-
 ## Installation
 
 Add this line to your application's Gemfile:
@@ -40,14 +37,14 @@ destination.
 
 In Rodimus, you create a transformation object, and then you add
 one or more steps to its array of steps.  You typically create steps by writing 
-your own classes that include the Rodimus::Step mixin.  When the transformation is
+your own classes that inherit from Rodimus::Step.  When the transformation is
 subsequently run, a new process is forked for each step.  All processes are
 connected together using pipes except for the first and last steps (those being the
 source and destination steps).  Each step then consumes rows of data from its
 incoming pipe and performs some operation on it before writing it to the
 outgoing pipe.  
 
-There are several methods on the Rodimus::Step mixin that are able to be
+There are several methods on the Rodimus::Step class that are able to be
 overridden for custom processing behavior before, during, or after the each
 row is handled.  If those aren't enough, you're also free to manipulate the
 input/output objects (i.e. to redirect to standard out).

data/examples/rails_log/file_output.rb

@@ -6,7 +6,7 @@ class FileOutput < Rodimus::Step
     @outgoing = CSV.open('/tmp/connection_logging.csv', 'w')
   end
 
-  def finalize
+  def after_run_log_path
     puts "\nData written to #{outgoing.path}\n\n"
   end
 

data/examples/rails_log/run.rb

@@ -3,6 +3,10 @@ require_relative 'log_input'
 require_relative 'parse_connection'
 require_relative 'file_output'
 
+Rodimus.configure do |config|
+  config.benchmarking = true
+end
+
 log = File.expand_path('../rails_example.log', __FILE__)
 t = Rodimus::Transformation.new
 step1 = LogInput.new(log)

data/lib/rodimus/benchmark.rb

@@ -21,27 +21,42 @@ module Rodimus
     private
 
     def after_row
-      row_run_time = (Time.now.to_f - @start_time).round(4)
-      stats[:total] = (stats[:total] + row_run_time).round(4)
+      row_run_time = (Time.now.to_f - @row_start_time).round(4)
+      stats[:processing] = (stats[:processing] + row_run_time).round(4)
       stats[:min] = row_run_time if stats[:min] > row_run_time
       stats[:max] = row_run_time if stats[:max] < row_run_time
     end
 
     def before_row
       stats[:count] += 1
-      @start_time = Time.now.to_f
+      @row_start_time = Time.now.to_f
     end
 
     def finalize_stats(subject)
+      stats[:total] = (Time.now.to_f - @start_time).round(4)
       if stats[:count] > 0
-        stats[:average] = (stats[:total] / stats[:count]).round(4)
+        stats[:average] = (stats[:processing] / stats[:count]).round(4)
       end
 
-      Rodimus.logger.info "#{subject} benchmarks: #{stats}"
+      Rodimus.logger.info(subject) { summary }
     end
 
     def initialize_stats
-      @stats = {count: 0, total: 0, min: 1, max: 0, average: 0}
+      @stats = {count: 0, processing: 0, min: 1, max: 0, average: 0}
+      @start_time = Time.now.to_f
+    end
+
+    def summary
+      <<-EOS 
+        \n\t\tTotal time: #{stats[:total]} seconds
+        \tTotal time spent processing: #{stats[:processing]} seconds
+        \tTotal time spent waiting: #{(stats[:total] - stats[:processing]).round(4)} seconds
+        \tTime ratio spent processing: #{(stats[:processing] / stats[:total]).round(4)}
+        \tTotal rows processed: #{stats[:count]}
+        \tFastest row: #{stats[:min]} seconds
+        \tSlowest row: #{stats[:max]} seconds
+        \tAverage row: #{stats[:average]} seconds
+      EOS
     end
   end
 

data/lib/rodimus/version.rb

@@ -1,3 +1,3 @@
 module Rodimus
-  VERSION = "1.0.0"
+  VERSION = "1.1.0"
 end

data/test/rodimus/observable_test.rb

@@ -0,0 +1,23 @@
+require 'minitest/autorun'
+require 'rodimus'
+
+class TestObservable < MiniTest::Unit::TestCase
+  def setup
+    @fake_observer = Class.new do
+      attr_reader :subject, :event_type
+
+      def on_notify(subject, event_type)
+        @subject = subject
+        @event_type = event_type
+      end
+    end.new
+    @subject = Object.new.extend(Rodimus::Observable)
+    @subject.observers << @fake_observer
+  end
+
+  def test_observer_notification
+    @subject.notify(@subject, :test_event)
+    assert_equal @fake_observer.subject, @subject
+    assert_equal @fake_observer.event_type, :test_event
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rodimus
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.0
 platform: ruby
 authors:
 - Brandon Rice
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-21 00:00:00.000000000 Z
+date: 2014-08-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -71,6 +71,7 @@ files:
 - lib/rodimus/transformation.rb
 - lib/rodimus/version.rb
 - rodimus.gemspec
+- test/rodimus/observable_test.rb
 - test/rodimus/observing_test.rb
 - test/rodimus/step_test.rb
 - test/rodimus/transformation_test.rb
@@ -100,6 +101,7 @@ specification_version: 4
 summary: An ETL (Extract-Transform-Load) library that uses a forking process model
   for concurrency.
 test_files:
+- test/rodimus/observable_test.rb
 - test/rodimus/observing_test.rb
 - test/rodimus/step_test.rb
 - test/rodimus/transformation_test.rb