rodimus 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7fc221f69a67693a1f94810a09b297e345a9248c
-  data.tar.gz: b2fc619efd740b162e0968d92c30ce4f8eb9562d
+  metadata.gz: 090665c626ab20b21e745069db326cb87716c352
+  data.tar.gz: 9b36aa2309d9f4d3eba3422e5240165e1bd325af
 SHA512:
-  metadata.gz: 9ce961dff9778ea69aaf5593084840f7239228bb9e720a31325e961db15ee8fde1aa1d57ab5b7e53bfc390fdeb2cfc1bd019f9d68930855306ccc1d11b37dc06
-  data.tar.gz: 2b4e42e96f08dbd9c42b8a486cbcebd2a20ed7fe9c61cc3beeb16d8fcb772caeacf621e605f0ff8f6d426099b05205e1d06d371816ef61dd68d4d746b22e0633
+  metadata.gz: 150a93c771af7841c7e259054adc2cdfee0be8a665078cd363f43c82648a6b0278a3f0a91bb88dbb974ab72fd12576de6cc9e33bae710fa764808836d118ef5b
+  data.tar.gz: b0e276b1e7bc47201736a428fd39360026b37a4f801a5cf8340e9fc8bcf3fc31fa5f734f5eb1306fc4c1417f1d38fcf0ebd6709c151009fe45cacaf02c622755

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+  - ruby-head
+  - 2.0.0
+  - 1.9.3
+  - jruby-head

data/README.md

@@ -1,4 +1,5 @@
 # Rodimus
+[![Gem Version](https://badge.fury.io/rb/rodimus.svg)](http://badge.fury.io/rb/rodimus) [![Build Status](https://travis-ci.org/nevern02/rodimus.svg?branch=master)](https://travis-ci.org/nevern02/rodimus)
 
 ETL stands for Extract-Transform-Load. Sometimes, you have data in Source A
 that needs to be moved to Destination B.  Along the way, it needs to be

data/lib/rodimus.rb

@@ -1,6 +1,19 @@
-require 'rodimus/version'
+require 'rodimus/configuration'
 require 'rodimus/step'
 require 'rodimus/transformation'
+require 'rodimus/version'
 
 module Rodimus
+  class << self
+    attr_accessor :configuration
+  end
+  self.configuration = Configuration.new
+
+  def self.configure
+    yield configuration
+  end
+
+  def self.logger
+    configuration.logger
+  end
 end

data/lib/rodimus/configuration.rb

@@ -0,0 +1,13 @@
+require 'logger'
+
+module Rodimus
+
+  class Configuration
+    attr_accessor :logger
+
+    def initialize
+      @logger = Logger.new(STDOUT)
+    end
+  end
+
+end

data/lib/rodimus/step.rb

@@ -4,11 +4,17 @@ module Rodimus
     attr_accessor :incoming, :outgoing
 
     def run
+      Rodimus.logger.info "Running #{self}"
       incoming.each do |row|
         transformed_row = process_row(row)
         handle_output(transformed_row)
       end
       finalize
+      Rodimus.logger.info "Finished #{self}"
+    end
+
+    def to_s
+      "#{self.class} connected to input: #{incoming} and output: #{outgoing}"
     end
 
     private

data/lib/rodimus/transformation.rb

@@ -21,9 +21,14 @@ module Rodimus
       Process.waitall
     end
 
+    def to_s
+      "#{self.class} with #{steps.length} steps"
+    end
+
     private
 
     def prepare
+      Rodimus.logger.info "Preparing #{self}..."
       # [1, 2, 3, 4] => [1, 2], [2, 3], [3, 4]
       steps.inject do |first, second|
         read, write = IO.pipe

data/lib/rodimus/version.rb

@@ -1,3 +1,3 @@
 module Rodimus
-  VERSION = "0.0.1"
+  VERSION = "0.1.0"
 end

data/rodimus.gemspec

@@ -9,7 +9,7 @@ Gem::Specification.new do |spec|
   spec.authors       = ["Brandon Rice"]
   spec.email         = ["brice84@gmail.com"]
   spec.summary       = "An ETL (Extract-Transform-Load) library that uses a forking process model for concurrency."
-  spec.description   = "ETL is hard.  There are lots of solutions, but few are open-source and none (that I know of) are Ruby."
+  spec.description   = "An ETL (Extract-Transform-Load) library that uses a forking process model for concurrency."
   spec.homepage      = "https://github.com/nevern02/rodimus"
   spec.license       = "MIT"
 

data/test/step_test.rb

@@ -2,24 +2,28 @@ require 'minitest/autorun'
 require 'rodimus'
 
 module Rodimus
+  Rodimus.configure do |config|
+    config.logger = Logger.new(nil)
+  end
   
   class TestStep < MiniTest::Unit::TestCase
+    def setup
+      @test_string = "row 1\nrow 2"
+      @incoming = StringIO.new(@test_string)
+      @outgoing = StringIO.new
+    end
+
     def test_streaming_rows
-      test_string = "row 1\nrow 2"
       step = Object.new
       step.extend(Rodimus::Step)
-      step.define_singleton_method(:transform) { |i| i }
-      incoming = StringIO.new(test_string)
-      outgoing = StringIO.new
-      step.incoming = incoming
-      step.outgoing = outgoing
+      step.incoming = @incoming
+      step.outgoing = @outgoing
       step.run
-      outgoing.rewind
-      assert_equal test_string, outgoing.read.chomp
+      @outgoing.rewind
+      assert_equal @test_string, @outgoing.read.chomp
     end
 
-    def test_transformation_called
-      test_string = "row 1\nrow 2"
+    def test_process_row
       step = Class.new do
         include Rodimus::Step
 
@@ -27,13 +31,11 @@ module Rodimus
           row.upcase
         end
       end.new
-      incoming = StringIO.new(test_string)
-      outgoing = StringIO.new
-      step.incoming = incoming
-      step.outgoing = outgoing
+      step.incoming = @incoming
+      step.outgoing = @outgoing
       step.run
-      outgoing.rewind
-      assert_equal test_string.upcase, outgoing.read.chomp
+      @outgoing.rewind
+      assert_equal @test_string.upcase, @outgoing.read.chomp
     end
   end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rodimus
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Brandon Rice
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-16 00:00:00.000000000 Z
+date: 2014-05-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -52,8 +52,8 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: ETL is hard.  There are lots of solutions, but few are open-source and
-  none (that I know of) are Ruby.
+description: An ETL (Extract-Transform-Load) library that uses a forking process model
+  for concurrency.
 email:
 - brice84@gmail.com
 executables: []
@@ -63,12 +63,14 @@ files:
 - ".gitignore"
 - ".ruby-gemset"
 - ".ruby-version"
+- ".travis.yml"
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
 - examples/mongo_input.rb
 - lib/rodimus.rb
+- lib/rodimus/configuration.rb
 - lib/rodimus/step.rb
 - lib/rodimus/transformation.rb
 - lib/rodimus/version.rb