chicago-etl 0.2.2 → 0.2.3

data/Gemfile

@@ -1,8 +1,7 @@
-source "http://rubygems.org"
+ source "http://rubygems.org"
 
-gem "chicagowarehouse", "~> 0.4"
+gem "chicagowarehouse", "~> 0.4", ">= 0.4.6"
 gem "fastercsv", :platform => :ruby_18
-gem "sequel"
 gem "sequel_load_data_infile", ">= 0.0.2", :require => "sequel/load_data_infile"
 gem "sequel_fast_columns", :require => "sequel/fast_columns"
 
@@ -15,7 +14,7 @@ group :development do
   gem "flog"
   gem "simplecov", :platforms => :mri_19, :require => false
   gem "ZenTest"
-  gem "mysql", "2.8.1"  
+  gem "mysql2"
   gem "bundler", "~> 1"
   gem "jeweler"
 end

data/VERSION

@@ -1 +1 @@
-0.2.2
+0.2.3

data/chicago-etl.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "chicago-etl"
-  s.version = "0.2.2"
+  s.version = "0.2.3"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Roland Swingler"]
-  s.date = "2013-11-26"
+  s.date = "2014-01-06"
   s.description = "ETL tools for Chicago"
   s.email = "roland.swingler@gmail.com"
   s.extra_rdoc_files = [
@@ -113,9 +113,8 @@ Gem::Specification.new do |s|
     s.specification_version = 3
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
-      s.add_runtime_dependency(%q<chicagowarehouse>, ["~> 0.4"])
+      s.add_runtime_dependency(%q<chicagowarehouse>, [">= 0.4.6", "~> 0.4"])
       s.add_runtime_dependency(%q<fastercsv>, [">= 0"])
-      s.add_runtime_dependency(%q<sequel>, [">= 0"])
       s.add_runtime_dependency(%q<sequel_load_data_infile>, [">= 0.0.2"])
       s.add_runtime_dependency(%q<sequel_fast_columns>, [">= 0"])
       s.add_development_dependency(%q<rspec>, ["~> 2"])
@@ -124,13 +123,12 @@ Gem::Specification.new do |s|
       s.add_development_dependency(%q<flog>, [">= 0"])
       s.add_development_dependency(%q<simplecov>, [">= 0"])
       s.add_development_dependency(%q<ZenTest>, [">= 0"])
-      s.add_development_dependency(%q<mysql>, ["= 2.8.1"])
+      s.add_development_dependency(%q<mysql2>, [">= 0"])
       s.add_development_dependency(%q<bundler>, ["~> 1"])
       s.add_development_dependency(%q<jeweler>, [">= 0"])
     else
-      s.add_dependency(%q<chicagowarehouse>, ["~> 0.4"])
+      s.add_dependency(%q<chicagowarehouse>, [">= 0.4.6", "~> 0.4"])
       s.add_dependency(%q<fastercsv>, [">= 0"])
-      s.add_dependency(%q<sequel>, [">= 0"])
       s.add_dependency(%q<sequel_load_data_infile>, [">= 0.0.2"])
       s.add_dependency(%q<sequel_fast_columns>, [">= 0"])
       s.add_dependency(%q<rspec>, ["~> 2"])
@@ -139,14 +137,13 @@ Gem::Specification.new do |s|
       s.add_dependency(%q<flog>, [">= 0"])
       s.add_dependency(%q<simplecov>, [">= 0"])
       s.add_dependency(%q<ZenTest>, [">= 0"])
-      s.add_dependency(%q<mysql>, ["= 2.8.1"])
+      s.add_dependency(%q<mysql2>, [">= 0"])
       s.add_dependency(%q<bundler>, ["~> 1"])
       s.add_dependency(%q<jeweler>, [">= 0"])
     end
   else
-    s.add_dependency(%q<chicagowarehouse>, ["~> 0.4"])
+    s.add_dependency(%q<chicagowarehouse>, [">= 0.4.6", "~> 0.4"])
     s.add_dependency(%q<fastercsv>, [">= 0"])
-    s.add_dependency(%q<sequel>, [">= 0"])
     s.add_dependency(%q<sequel_load_data_infile>, [">= 0.0.2"])
     s.add_dependency(%q<sequel_fast_columns>, [">= 0"])
     s.add_dependency(%q<rspec>, ["~> 2"])
@@ -155,7 +152,7 @@ Gem::Specification.new do |s|
     s.add_dependency(%q<flog>, [">= 0"])
     s.add_dependency(%q<simplecov>, [">= 0"])
     s.add_dependency(%q<ZenTest>, [">= 0"])
-    s.add_dependency(%q<mysql>, ["= 2.8.1"])
+    s.add_dependency(%q<mysql2>, [">= 0"])
     s.add_dependency(%q<bundler>, ["~> 1"])
     s.add_dependency(%q<jeweler>, [">= 0"])
   end

data/lib/chicago/etl/dataset_builder.rb

@@ -17,7 +17,7 @@ module Chicago
       protected
       
       def key_field(field, name)
-        :if[{field => nil}, 1, field].as(name)
+        :if.sql_function({field => nil}, 1, field).as(name)
       end
       
       # Returns a column for use in a Sequel::Dataset#select method to

data/lib/chicago/etl/key_builder.rb

@@ -21,18 +21,13 @@ module Chicago
           @table = table
           @staging_db = staging_db
         end
-        
+
+        # Creates the appropriate key builder for a schema table,
+        # depending on the table type and whether rows are identified
+        # by original keys or need to be hashed.
         def make
           if dimension?
-            key_table = staging_db[table.key_table_name]
-            
-            if table.identifiable?
-              IdentifiableDimensionKeyBuilder.new(key_table)
-            elsif existing_hash_column?(table)
-              ExistingHashColumnKeyBuilder.new(key_table)
-            else
-              HashingKeyBuilder.new(key_table, columns_to_hash)
-            end
+            dimension_key_builder
           elsif fact?
             FactKeyBuilder.new(staging_db[table.table_name])
           end
@@ -40,6 +35,18 @@ module Chicago
 
         private
 
+        def dimension_key_builder
+          key_table = staging_db[table.key_table_name]
+          
+          if table.identifiable?
+            IdentifiableDimensionKeyBuilder.new(key_table)
+          elsif existing_hash_column?(table)
+            ExistingHashColumnKeyBuilder.new(key_table)
+          else
+            HashingKeyBuilder.new(key_table, columns_to_hash)
+          end
+        end
+
         def existing_hash_column?(table)
           table.columns.any? {|c| c.binary? && c.name == :hash && c.unique? }
         end

data/lib/chicago/etl/sequel/filter_to_etl_batch.rb

@@ -2,12 +2,16 @@ module Chicago
   module ETL
     module SequelExtensions
       module FilterToEtlBatch
+        # Filters this Dataset to select records only applicable to
+        # the current batch, based on the batch id.
+        #
+        # Applies filters on all tables selected & joined if they have
+        # an etl_batch_id column.
         def filter_to_etl_batch(etl_batch)
-          conditions = (opts[:from] + (opts[:join] || [])).
-            select {|e| has_etl_batch_column?(e) }.
+          conditions = tables_with_etl_batch_column.
             map {|e| make_etl_batch_filter(e, etl_batch) }
 
-          ds = conditions.any? ? filter(conditions.inject {|a,b| a | b}) : dup
+          ds = apply_etl_batch_filters(conditions)
 
           if ds.opts[:compounds]
             ds.opts[:compounds].each do |compound|
@@ -20,6 +24,14 @@ module Chicago
 
         private
 
+        def tables_with_etl_batch_column
+          (opts[:from] + (opts[:join] || [])).select {|e| has_etl_batch_column?(e) }
+        end
+
+        def apply_etl_batch_filters(conditions)
+          conditions.any? ? filter(conditions.inject {|a,b| a | b}) : dup
+        end
+        
         def make_etl_batch_filter(expression, etl_batch)
           table = case expression
                   when Sequel::SQL::AliasedExpression

data/spec/db_connections.yml.dist

@@ -1,4 +1,4 @@
-adapter: mysql
+adapter: mysql2
 username: root
 socket: /tmp/mysql.sock
 database: chicago_test_db

data/spec/etl/batch_spec.rb

@@ -82,6 +82,6 @@ describe Chicago::ETL::Batch do
 
   it "should not complain when given a symbol as the stage name" do
     batch = ETL::Batch.instance.start
-    lambda { batch.perform_task(:transform, "Test") {} }.should_not raise_error(Sequel::DatabaseError)
+    lambda { batch.perform_task(:transform, "Test") {} }.should_not raise_error
   end
 end

data/spec/etl/dataset_source_spec.rb

@@ -1,7 +1,7 @@
 require 'spec_helper'
 
 describe Chicago::ETL::DatasetSource do
-  let(:dataset) { stub(:dataset) }
+  let(:dataset) { double(:dataset) }
 
   it "should delegtate each to the dataset" do
     dataset.should_receive(:each)

data/spec/etl/execution_wrapper_spec.rb

@@ -7,11 +7,11 @@ describe "Chicago::ETL Execution method" do
     end
   end
 
-  let(:logger) { mock(:logger).as_null_object }
+  let(:logger) { double(:logger).as_null_object }
   let(:batch) { StubBatch.new }
 
   it "only logs skipping the stage if the stage is not executable" do
-    stage = stub(:stage, :executable? => false, :name => "test")
+    stage = double(:stage, :executable? => false, :name => "test")
     stage.should_not_receive(:execute)
     logger.should_receive(:info).with("Skipping stage test")
 
@@ -19,7 +19,7 @@ describe "Chicago::ETL Execution method" do
   end
 
   it "executes the stage" do
-    stage = stub(:stage, :executable? => true, :name => "test")
+    stage = double(:stage, :executable? => true, :name => "test")
     stage.should_receive(:execute).with(batch, false)
 
     Chicago::ETL.execute(stage, batch, false, logger)

data/spec/etl/key_builder_spec.rb

@@ -37,11 +37,11 @@ describe Chicago::ETL::KeyBuilder do
   end
   
   before :each do
-    @db = stub(:staging_database).as_null_object
-    @db.stub(:[]).and_return(stub(:max => nil, :select_hash => {}))
-    @sink = stub(:sink).as_null_object
+    @db = double(:staging_database).as_null_object
+    @db.stub(:[]).and_return(double(:max => nil, :select_hash => {}))
+    @sink = double(:sink).as_null_object
     Chicago::ETL::SchemaTableSinkFactory.stub(:new).
-      and_return(stub(:factory, :key_sink => @sink))
+      and_return(double(:factory, :key_sink => @sink))
   end
 
   describe "for identifiable dimensions" do
@@ -62,13 +62,13 @@ describe Chicago::ETL::KeyBuilder do
     end
 
     it "takes into account the current maximum key in the database" do
-      @db.stub(:[]).with(:keys_dimension_user).and_return(stub(:max => 2, :select_hash => {}))
+      @db.stub(:[]).with(:keys_dimension_user).and_return(double(:max => 2, :select_hash => {}))
       builder = described_class.for_table(@dimension, @db)
       builder.key(:original_id => 1).first.should == 3
     end
 
     it "returns previously created keys" do
-      dataset = stub(:dataset, :max => 1, :select_hash => {40 => 1})
+      dataset = double(:dataset, :max => 1, :select_hash => {40 => 1})
       @db.stub(:[]).with(:keys_dimension_user).and_return(dataset)
 
       builder = described_class.for_table(@dimension, @db)
@@ -133,7 +133,7 @@ describe Chicago::ETL::KeyBuilder do
     end
 
     it "selects the Hex version of the binary column for the cache" do
-      dataset = stub(:dataset, :max => 1).as_null_object
+      dataset = double(:dataset, :max => 1).as_null_object
       @db.stub(:[]).with(:keys_dimension_address).and_return(dataset)
       @builder = described_class.for_table(@schema.dimension(:address), @db)
 
@@ -161,7 +161,7 @@ describe Chicago::ETL::KeyBuilder do
     end
 
     it "increments from the last id stored id in the fact table" do
-      @db.stub(:[]).with(:facts_addresses).and_return(stub(:max => 100, :select_hash => {}))
+      @db.stub(:[]).with(:facts_addresses).and_return(double(:max => 100, :select_hash => {}))
       @builder = described_class.for_table(@schema.fact(:addresses), @db)
       @builder.key({}).first.should == 101
     end

data/spec/etl/load_dataset_builder_spec.rb

@@ -1,7 +1,7 @@
 require 'spec_helper'
 
 describe Chicago::ETL::LoadDatasetBuilder do
-  let(:db) { stub(:database).as_null_object }
+  let(:db) { double(:database).as_null_object }
 
   before :each do
     db.stub(:[]).with(:original_users).

data/spec/etl/mysql_file_sink_spec.rb

@@ -2,9 +2,9 @@ require 'spec_helper'
 require 'sequel'
 
 describe Chicago::ETL::MysqlFileSink do
-  let(:dataset) { mock(:dataset).as_null_object }
-  let(:db) { mock(:db, :[] => dataset, :schema => []) }
-  let(:csv) { mock(:csv) }
+  let(:dataset) { double(:dataset).as_null_object }
+  let(:db) { double(:db, :[] => dataset, :schema => []) }
+  let(:csv) { double(:csv) }
 
   let(:sink) {
     described_class.new(db, :table, [:foo], :filepath => "test_file")

data/spec/etl/mysql_integration_spec.rb

@@ -64,7 +64,7 @@ describe "Mysql -> Mysql through transformation chain" do
                                       :other => sink_2
                                     })
 
-    stage.execute(stub(:etl_batch), true)
+    stage.execute(double(:etl_batch), true)
 
     expected = [{:id => 1, :foo => nil, :bin => "1F"},
                 {:id => 2, :foo => "Hello", :bin => "1F"}]

data/spec/etl/pipeline_stage_builder_spec.rb

@@ -1,9 +1,9 @@
 require 'spec_helper'
 
 describe Chicago::ETL::SchemaSinksAndTransformationsBuilder do
-  let(:dimension) { stub(:dimension).as_null_object }
-  let(:db) { stub(:db).as_null_object }
-  let(:sink_factory) { stub(:sink_factory).as_null_object }
+  let(:dimension) { double(:dimension).as_null_object }
+  let(:db) { double(:db).as_null_object }
+  let(:sink_factory) { double(:sink_factory).as_null_object }
 
   before(:each) {
     Chicago::ETL::SchemaTableSinkFactory.stub(:new).and_return(sink_factory)
@@ -12,7 +12,7 @@ describe Chicago::ETL::SchemaSinksAndTransformationsBuilder do
   it "should exclude columns from the sink" do
     sink_factory.should_receive(:sink).
       with(:ignore => false, :exclude => [:foo]).
-      and_return(stub(:sink).as_null_object)
+      and_return(double(:sink).as_null_object)
 
     described_class.new(db, dimension).build do
       load_separately :foo
@@ -22,7 +22,7 @@ describe Chicago::ETL::SchemaSinksAndTransformationsBuilder do
   it "can specify rows are not going to be replaced" do
     sink_factory.should_receive(:sink).
       with(:ignore => true, :exclude => []).
-      and_return(stub(:sink).as_null_object)
+      and_return(double(:sink).as_null_object)
 
     described_class.new(db, dimension).build do
       ignore_present_rows

data/spec/etl/schema_table_sink_factory_spec.rb

@@ -1,10 +1,10 @@
 require 'spec_helper'
 
 describe Chicago::ETL::SchemaTableSinkFactory do
-  let(:db) { stub(:db) }
+  let(:db) { double(:db) }
 
   let(:dimension) {
-    Chicago::Schema::Builders::DimensionBuilder.new(stub(:schema)).build(:foo) do
+    Chicago::Schema::Builders::DimensionBuilder.new(double(:schema)).build(:foo) do
       columns do
         string :bar
         integer :baz
@@ -43,7 +43,7 @@ describe Chicago::ETL::SchemaTableSinkFactory do
   end
 
   it "builds the key table sink" do
-    sink = stub(:sink).as_null_object
+    sink = double(:sink).as_null_object
     sink_class.should_receive(:new).
       with(db, :keys_dimension_foo, [:original_id, :dimension_id], {}).
       and_return(sink)
@@ -52,7 +52,7 @@ describe Chicago::ETL::SchemaTableSinkFactory do
   end
 
   it "builds other explicit key table sinks" do
-    sink = stub(:sink).as_null_object
+    sink = double(:sink).as_null_object
     sink_class.should_receive(:new).
       with(db, :keys_foo, [:original_id, :dimension_id], {}).
       and_return(sink)
@@ -62,7 +62,7 @@ describe Chicago::ETL::SchemaTableSinkFactory do
 
   it "builds an error sink" do
     sink_class.should_receive(:new).
-      with(db, :etl_error_log, [:column, :row_id, :error, :severity, :error_detail], {}).and_return(stub.as_null_object)
+      with(db, :etl_error_log, [:column, :row_id, :error, :severity, :error_detail], {}).and_return(double.as_null_object)
 
     described_class.new(db, dimension).error_sink
   end

data/spec/etl/sequel/filter_to_etl_batch_spec.rb

@@ -1,7 +1,7 @@
 require 'spec_helper'
 
 describe Chicago::ETL::SequelExtensions::FilterToEtlBatch do
-  let(:batch) { stub(:batch, :id => 42) }
+  let(:batch) { double(:batch, :id => 42) }
 
   it "should do nothing to a table without an etl_batch_id column" do
     TEST_DB.should_receive(:schema).with(:foo).and_return([])

data/spec/etl/stage_spec.rb

@@ -5,29 +5,29 @@ describe Chicago::ETL::Stage do
     expect {
       described_class.new(:test,
                           :source => nil,
-                          :sinks => {:default => stub(:sink)})
+                          :sinks => {:default => double(:sink)})
     }.to raise_error(ArgumentError)
   end
 
   it "requires sinks" do
     expect {
       described_class.new(:test,
-                          :source => stub(:source),
+                          :source => double(:source),
                           :sinks => nil)
     }.to raise_error(ArgumentError)
   end
 
   it "does not filter the dataset if re-extracting" do
     stage = described_class.new(:test,
-                                :source => stub(:source),
-                                :sinks => {:default => stub(:sink)},
+                                :source => double(:source),
+                                :sinks => {:default => double(:sink)},
                                 :filter_strategy => lambda { fail })
 
-    stage.filtered_source(stub(:etl_batch), true)
+    stage.filtered_source(double(:etl_batch), true)
   end
 
   it "opens sinks before writing and closes them afterwards" do
-    sink = mock(:sink)
+    sink = double(:sink)
     sink.should_receive(:open)
     sink.should_receive(:close)
 
@@ -35,6 +35,6 @@ describe Chicago::ETL::Stage do
                                 :source => [],
                                 :sinks => {:default => sink})
 
-    stage.execute(stub(:etl_batch), true)
+    stage.execute(double(:etl_batch), true)
   end
 end

data/spec/etl/table_builder_spec.rb

@@ -17,6 +17,6 @@ describe Chicago::ETL::TableBuilder do
 
   it "should do nothing and not raise an error if run more times than necessary" do
     ETL::TableBuilder.build(TEST_DB)
-    lambda { ETL::TableBuilder.build(TEST_DB) }.should_not raise_error(Sequel::DatabaseError)
+    lambda { ETL::TableBuilder.build(TEST_DB) }.should_not raise_error
   end
 end

data/spec/etl/transformation_spec.rb

@@ -86,6 +86,6 @@ describe Chicago::ETL::Transformation do
   it "can enforce options" do
     klass = Class.new(described_class) { requires_options :foo }
     expect { klass.new }.to raise_error(ArgumentError)
-    expect { klass.new(:foo => :bar) }.to_not raise_error(ArgumentError)
+    expect { klass.new(:foo => :bar) }.to_not raise_error
   end
 end

data/spec/etl/transformations_spec.rb

@@ -35,7 +35,7 @@ describe Chicago::ETL::Transformations::WrittenRowFilter do
 end
 
 describe Chicago::ETL::Transformations::AddKey do
-  let(:key_builder) { stub(:key_builder, :key => 42) }
+  let(:key_builder) { double(:key_builder, :key => 42) }
   let(:transform) { described_class.new(:key_builder => key_builder) }
 
   it "requires a key builder" do

metadata

@@ -1,248 +1,225 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: chicago-etl
-version: !ruby/object:Gem::Version
-  version: 0.2.2
+version: !ruby/object:Gem::Version 
+  hash: 17
   prerelease: 
+  segments: 
+  - 0
+  - 2
+  - 3
+  version: 0.2.3
 platform: ruby
-authors:
+authors: 
 - Roland Swingler
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-26 00:00:00.000000000 Z
-dependencies:
-- !ruby/object:Gem::Dependency
-  name: chicagowarehouse
-  requirement: !ruby/object:Gem::Requirement
+
+date: 2014-01-06 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        - 4
+        - 6
+        version: 0.4.6
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '0.4'
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        - 4
+        version: "0.4"
+  requirement: *id001
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '0.4'
-- !ruby/object:Gem::Dependency
-  name: fastercsv
-  requirement: !ruby/object:Gem::Requirement
+  name: chicagowarehouse
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id002
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: sequel
-  requirement: !ruby/object:Gem::Requirement
+  name: fastercsv
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id003 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 0
+        - 0
+        - 2
+        version: 0.0.2
+  requirement: *id003
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
   name: sequel_load_data_infile
-  requirement: !ruby/object:Gem::Requirement
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id004 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: 0.0.2
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id004
   type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: 0.0.2
-- !ruby/object:Gem::Dependency
   name: sequel_fast_columns
-  requirement: !ruby/object:Gem::Requirement
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id005 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 7
+        segments: 
+        - 2
+        version: "2"
+  requirement: *id005
+  type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
   name: rspec
-  requirement: !ruby/object:Gem::Requirement
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id006 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '2'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id006
   type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '2'
-- !ruby/object:Gem::Dependency
   name: timecop
-  requirement: !ruby/object:Gem::Requirement
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id007 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id007
   type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
   name: yard
-  requirement: !ruby/object:Gem::Requirement
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id008 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id008
   type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
   name: flog
-  requirement: !ruby/object:Gem::Requirement
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id009 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id009
   type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
   name: simplecov
-  requirement: !ruby/object:Gem::Requirement
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id010 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id010
   type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
   name: ZenTest
-  requirement: !ruby/object:Gem::Requirement
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id011 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id011
   type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: mysql
-  requirement: !ruby/object:Gem::Requirement
+  name: mysql2
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id012 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.8.1
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 1
+        segments: 
+        - 1
+        version: "1"
+  requirement: *id012
   type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - '='
-      - !ruby/object:Gem::Version
-        version: 2.8.1
-- !ruby/object:Gem::Dependency
   name: bundler
-  requirement: !ruby/object:Gem::Requirement
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id013 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '1'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  requirement: *id013
   type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '1'
-- !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
 description: ETL tools for Chicago
 email: roland.swingler@gmail.com
 executables: []
+
 extensions: []
-extra_rdoc_files:
+
+extra_rdoc_files: 
 - LICENSE.txt
 - README.rdoc
-files:
+files: 
 - .document
 - .rspec
 - Gemfile
@@ -329,31 +306,37 @@ files:
 - spec/etl/transformations_spec.rb
 - spec/spec_helper.rb
 homepage: http://github.com/notonthehighstreet/chicago-etl
-licenses:
+licenses: 
 - MIT
 post_install_message: 
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
+required_ruby_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
-      segments:
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
       - 0
-      hash: -2294158408277347233
-required_rubygems_version: !ruby/object:Gem::Requirement
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
 requirements: []
+
 rubyforge_project: 
 rubygems_version: 1.8.25
 signing_key: 
 specification_version: 3
 summary: Chicago ETL
 test_files: []
+