earth 0.12.4 → 1.0.0

data/spec/earth/industry/naics_2002_sic_1987_concordance_spec.rb

@@ -2,25 +2,15 @@ require 'spec_helper'
 require 'earth/industry/naics_2002_sic_1987_concordance'
 
 describe Naics2002Sic1987Concordance do
-  describe "when importing data", :data_miner => true do
-    before do
-      Earth.init :industry, :load_data_miner => true, :skip_parent_associations => :true
+  describe 'verify imported data', :sanity => true do
+    it 'should have all the data' do
+      Naics2002Sic1987Concordance.count.should == 2164
     end
     
     it "extracts a paranthetical note from a description" do
       Naics2002Sic1987Concordance.extract_note("Wood Household Furniture, Except Upholstered (wood box spring frames(parts))").
         should == "wood box spring frames(parts)"
     end
-    
-    it "imports all naics codes" do
-      Naics2002Sic1987Concordance.run_data_miner!
-    end
-  end
-  
-  describe 'verify imported data', :sanity => true do
-    it 'should have all the data' do
-      Naics2002Sic1987Concordance.count.should == 2164
-    end
   end
   
   describe "relationships" do

data/spec/earth/industry/naics_2002_spec.rb

@@ -2,16 +2,6 @@ require 'spec_helper'
 require 'earth/industry/naics_2002'
 
 describe Naics2002 do
-  describe "when importing data", :data_miner => true do
-    before do
-      Earth.init :industry, :load_data_miner => true, :skip_parent_associations => :true
-    end
-    
-    it "imports all naics codes" do
-      Naics2002.run_data_miner!
-    end
-  end
-  
   describe "verify imported data", :sanity => true do
     it "should have all the data" do
       Naics2002.count.should == 2341

data/spec/earth/industry/naics_2007_spec.rb

@@ -2,16 +2,6 @@ require 'spec_helper'
 require 'earth/industry/naics_2007'
 
 describe Naics2007 do
-  describe "when importing data", :data_miner => true do
-    before do
-      Earth.init :industry, :load_data_miner => true, :skip_parent_associations => :true
-    end
-    
-    it "imports all naics codes" do
-      Naics2007.run_data_miner!
-    end
-  end
-  
   describe 'verify imported data', :sanity => true do
     it 'should have all the data' do
       Naics2007.count.should == 2328

data/spec/earth/industry/sic_1987_spec.rb

@@ -2,16 +2,6 @@ require 'spec_helper'
 require 'earth/industry/sic_1987'
 
 describe Sic1987 do
-  describe "when importing data", :data_miner => true do
-    before do
-      Earth.init :industry, :load_data_miner => true, :skip_parent_associations => :true
-    end
-    
-    it "imports all naics codes" do
-      Sic1987.run_data_miner!
-    end
-  end
-  
   describe "verify imported data", :sanity => true do
     it "should have all the data" do
       Sic1987.count.should == 1004

data/spec/earth/locality/country_spec.rb

@@ -4,16 +4,6 @@ require 'spec_helper'
 require 'earth/locality/country'
 
 describe Country do
-  describe 'import', :data_miner => true do
-    before do
-      Earth.init :locality, :load_data_miner => true
-    end
-    
-    it 'should import data' do
-      Country.run_data_miner!
-    end
-  end
-  
   describe 'verify imported data', :sanity => true do
     let(:us) { Country.united_states }
     let(:uk) { Country.find 'GB' }

data/spec/earth/locality/egrid_country_spec.rb

@@ -2,17 +2,6 @@ require 'spec_helper'
 require 'earth/locality/egrid_country'
 
 describe EgridCountry do
-  describe 'import', :data_miner => true do
-    before do
-      Earth.init :locality, :load_data_miner => true
-    end
-    
-    it 'should import data' do
-      EgridCountry.delete_all if EgridCountry.table_exists?
-      EgridCountry.run_data_miner!
-    end
-  end
-  
   describe 'verify imported data', :sanity => true do
     it { EgridCountry.count.should == 1 }
     it { EgridCountry.us.loss_factor.should be_within(5e-6).of(0.06503) }

data/spec/earth/locality/egrid_region_spec.rb

@@ -2,16 +2,6 @@ require 'spec_helper'
 require 'earth/locality/egrid_region'
 
 describe EgridRegion do
-  describe 'import', :data_miner => true do
-    before do
-      Earth.init :locality, :load_data_miner => true
-    end
-    
-    it 'should import data' do
-      EgridRegion.run_data_miner!
-    end
-  end
-  
   describe 'verify imported data', :sanity => true do
     it { EgridRegion.count.should == 5 }
     it { EgridRegion.where("loss_factor > 0").count.should == EgridRegion.count }

data/spec/earth/locality/egrid_subregion_spec.rb

@@ -2,16 +2,6 @@ require 'spec_helper'
 require 'earth/locality/egrid_subregion'
 
 describe EgridSubregion do
-  describe 'import', :data_miner => true do
-    before do
-      Earth.init :locality, :load_data_miner => true
-    end
-    
-    it 'should import data' do
-      EgridSubregion.run_data_miner!
-    end
-  end
-  
   describe 'verify imported data', :sanity => true do
     let(:total) { EgridSubregion.count }
     let(:akgd) { EgridSubregion.find 'akgd' }

data/spec/earth/locality/electricity_mix_spec.rb

@@ -2,16 +2,6 @@ require 'spec_helper'
 require 'earth/locality/electricity_mix'
 
 describe ElectricityMix do
-  describe 'import', :data_miner => true do
-    before do
-      Earth.init :locality, :load_data_miner => true
-    end
-    
-    it 'should import data' do
-      ElectricityMix.run_data_miner!
-    end
-  end
-  
   describe 'verify imported data', :sanity => true do
     let(:total) { ElectricityMix.count }
     let(:uk) { ElectricityMix.find_by_country_iso_3166_code 'GB' }

data/spec/earth/locality/state_spec.rb

@@ -2,16 +2,6 @@ require 'spec_helper'
 require 'earth/locality/state'
 
 describe State do
-  describe 'when importing data', :data_miner => true do
-    before do
-      Earth.init :locality, :load_data_miner => true
-    end
-    
-    it 'imports data' do
-      State.run_data_miner!
-    end
-  end
-  
   describe 'verify imported data', :sanity => true do
     it 'should have all the data' do
       State.count.should == 51 # includes DC but not any territories

data/spec/earth/locality/zip_code_spec.rb

@@ -2,16 +2,6 @@ require 'spec_helper'
 require 'earth/locality/zip_code'
 
 describe ZipCode do
-  describe 'when importing data', :data_miner => true do
-    before do
-      Earth.init :locality, :load_data_miner => true, :skip_parent_associations => :true
-    end
-    
-    it 'imports data' do
-      ZipCode.run_data_miner!
-    end
-  end
-  
   describe 'verify imported data', :sanity => true do
     it { ZipCode.count.should == 43770 }
     it { ZipCode.where(:state_postal_abbreviation => nil).count.should == 0 }
@@ -35,16 +25,18 @@ describe ZipCode do
       require 'earth/locality/country'
     end
     
-    it 'should return the US' do
-      ZipCode.first.country.should == Country.united_states
-      ZipCode.last.country.should == Country.united_states
+    it 'returns the US' do
+      ZipCode.new.country.should == Country.united_states
     end
   end
   
   describe '#latitude_longitude' do
+    it 'returns an array of nils for missing lat/lon' do
+      ZipCode.new.latitude_longitude.should == [nil, nil]
+    end
     it 'should return the lat and lng as an array of strings' do
-      ZipCode.find('00001').latitude_longitude.should == [nil, nil]
-      ZipCode.find('00210').latitude_longitude.should == ['43.005895', '-71.013202']
+      zip = ZipCode.new :latitude => '43.005895', :longitude => '-71.013202'
+      zip.latitude_longitude.should == ['43.005895', '-71.013202']
     end
   end
 end

data/spec/earth/model_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+require 'earth/model'
+
+class FooBaloo < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = "CREATE TABLE foo_baloos (id integer);"
+
+  data_miner {}
+end
+
+describe Earth::Model do
+  it 'manages its Schema' do
+    expect { FooBaloo.create_table! }.not_to raise_error
+  end
+  it 'has SafeFinders' do
+    FooBaloo.should respond_to(:safe_find_in_batches)
+    FooBaloo.should respond_to(:safe_find_each)
+  end
+
+  describe '#registry' do
+    it 'catalogues each Earth model' do
+      Earth::Model.registry.should include(FooBaloo)
+    end
+  end
+end
+

data/spec/earth/pet/species_spec.rb

@@ -4,7 +4,7 @@ describe 'Species' do
   describe 'fallback' do
     describe 'marginal_dietary_requirement' do
       it 'should return 0 when there is no data' do
-        Earth.init :pet, :load_data_miner => true, :skip_parent_associations => :true
+        Earth.init :pet, :mine_original_sources => true
         Species.delete_all
         Species.fallback.marginal_dietary_requirement.should == 0
       end

data/spec/earth_spec.rb

@@ -11,43 +11,14 @@ describe Earth do
         Earth.resources.each { |k| k.constantize }
       end.should_not raise_error(NameError)
     end
-
-    it 'should include data_miner definitions' do
-      lambda do
-        Earth.resources.each { |k| k.constantize.should_receive(:data_miner) }
-      end
-      require 'earth/data_miner'
-    end
   end
 
   describe '.resources' do
     it 'should get a list of all resource names' do
+      Earth.init :all
       Earth.resources.length.should == 100
       Earth.resources.should include('Aircraft')
       Earth.resources.should include('Industry')
     end
-    it 'should filter resource_map by domain' do
-      Earth.resources('air').length.should == 8
-      Earth.resources('automobile').length.should == 17
-      Earth.resources('bus').length.should == 4
-      Earth.resources('computation').length.should == 3
-      Earth.resources('diet').length.should == 2
-      Earth.resources('electricity').length.should == 3
-      Earth.resources('fuel').length.should == 5
-      Earth.resources('hospitality').length.should == 2
-      Earth.resources('industry').length.should == 17
-      Earth.resources('locality').length.should == 11
-      Earth.resources('pet').length.should == 4
-      Earth.resources('rail').length.should == 12
-      Earth.resources('residence').length.should == 9
-      Earth.resources('shipping').length.should == 3
-      Earth.resources('fuel').should include('FuelType')
-    end
-  end
-
-  describe '.domains' do
-    it 'should return a list of all domains' do
-      Earth.domains.should == %w{air automobile bus computation diet electricity fuel hospitality industry locality pet rail residence shipping}
-    end
   end
 end

data/spec/factories/airline.rb

@@ -0,0 +1,10 @@
+require 'factory_girl'
+require 'earth/air/airline'
+
+FactoryGirl.define do
+  factory :airline, :class => Airline do
+    trait(:delta) { iata_code 'DL'; name 'Delta'; icao_code 'DAL'; bts_code 'DL' }
+    trait(:united) { iata_code 'UA'; name 'United'; icao_code 'UAL'; bts_code 'UL' }
+    trait(:lufthansa) { iata_code 'LH'; name 'Lufthansa'; icao_code 'DLH'; bts_code 'LH' }
+  end
+end

data/spec/factories/airport.rb

@@ -0,0 +1,12 @@
+require 'factory_girl'
+require 'earth/air/airport'
+
+FactoryGirl.define do
+  factory :airport, :class => Airport do
+    trait(:lax) { iata_code 'LAX'; city 'Los Angeles' }
+    trait(:mdw) { iata_code 'MDW'; city 'Chicago' }
+    trait(:msn) { iata_code 'MSN'; city 'Madison' }
+    trait(:ord) { iata_code 'ORD'; city 'Chicago' }
+    trait(:sfo) { iata_code 'SFO'; city 'San Francisco' }
+  end
+end

data/spec/factories/flight_segment.rb

@@ -0,0 +1,38 @@
+require 'factory_girl'
+require 'earth/air/flight_segment'
+
+FactoryGirl.define do
+  factory :flight_segment, :class => FlightSegment do
+    row_hash { "fake-#{rand(1e11)}" }
+
+    trait(:from_lax) { origin_airport_iata_code 'LAX' }
+    trait(:from_ord) { origin_airport_iata_code 'ORD' }
+
+    trait(:from_los_angeles) { origin_airport_city 'Los Angeles' }
+    trait(:from_chicago) { origin_airport_city 'Chicago' }
+    
+    trait(:to_sfo) { destination_airport_iata_code 'SFO' }
+    trait(:to_msn) { destination_airport_iata_code 'MSN' }
+    trait(:to_lax) { destination_airport_iata_code 'LAX' }
+    trait(:to_ord) { destination_airport_iata_code 'ORD' }
+
+    trait(:to_los_angeles) { destination_airport_city 'Los Angeles' }
+    trait(:to_chicago) { destination_airport_city 'Chicago' }
+    
+    trait(:june_2010) { month 6; year 2010 }
+    trait(:may_2011) { year 2011; month 5 }
+    trait(:june_2011) { year 2011; month 6 }
+    trait(:may_25_2011) { year 2011; month 5 }
+    trait(:july_2011) { year 2011; month 7 }
+    
+    trait(:united) { airline_bts_code 'UA' }
+    trait(:delta) { airline_bts_code 'DL' }
+    trait(:lufthansa) { airline_bts_code 'LH' }
+    trait(:united_icao) { airline_icao_code 'UAL' }
+    trait(:delta_icao) { airline_icao_code 'DAL' }
+    trait(:lufthansa_icao) { airline_icao_code 'DLH' }
+    
+    trait(:loaded) { load_factor 0.99 }
+    trait(:empty) { load_factor 0.01 }
+  end
+end

data/spec/spec_helper.rb

@@ -1,56 +1,47 @@
-require 'rubygems'
-require 'bundler'
-Bundler.setup
-require 'logger'
+require 'bundler/setup'
+
 require 'active_record'
 require 'data_miner'
-$LOAD_PATH.unshift(File.dirname(__FILE__))
-$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
-require 'earth'
-
-require 'support/integration'
-include Integration
 
-case ENV['EARTH_DB_ADAPTER']
-when 'mysql'
-  adapter = 'mysql2'
-  database = 'test_earth'
-  username = 'root'
-  password = 'password'
-  
-  # system %{mysql -u #{username} -p#{password} -e "DROP DATABASE #{database}"}
-  # system %{mysql -u #{username} -p#{password} -e "CREATE DATABASE #{database}"}
-else
-  adapter = 'postgresql'
-  database = 'test_earth'
-  username = nil
-  password = nil
-end
+require 'factory_girl'
 
-config = {
-  'encoding' => 'utf8',
-  'adapter' => adapter,
-  'database' => database,
-}
-config['username'] = username if username
-config['password'] = password if password
+ENV['EARTH_ENV'] ||= 'test'
+ENV['DATABASE_URL'] ||= 'mysql2://root:password@localhost/test_earth'
 
-ActiveRecord::Base.establish_connection config
+require 'support/integration'
+include Integration
 
+require 'logger'
 logger = Logger.new 'log/test.log'
-logger.level = Logger::DEBUG
-
 ActiveRecord::Base.logger = logger
 DataMiner.logger = logger
 
-DataMiner::Run.auto_upgrade!
 DataMiner.unit_converter = :conversions
 
 RSpec.configure do |c|
   unless ENV['ALL'] == 'true'
+    c.filter_run_excluding :sanity => true
     c.filter_run_excluding :data_miner => true
   end
   if ENV['SKIP_FLIGHT_SEGMENT'] == 'true'
     c.filter_run_excluding :flight_segment => true
   end
+
+  c.before :all do
+    require 'earth'
+    Earth.init :mine_original_sources => true, :connect => true
+  end
+  c.before :all, :sanity => true do
+    described_class.run_data_miner!
+  end
+
+  c.before(:each) do
+    ActiveRecord::Base.connection.increment_open_transactions
+    ActiveRecord::Base.connection.transaction_joinable = false
+    ActiveRecord::Base.connection.begin_db_transaction
+  end
+  c.after(:each) do
+    ActiveRecord::Base.connection.rollback_db_transaction
+    ActiveRecord::Base.connection.decrement_open_transactions
+  end
 end