earth 0.11.10 → 0.11.11

data/spec/earth/fuel/fuel_spec.rb

@@ -0,0 +1,35 @@
+require 'spec_helper'
+require 'earth/fuel/fuel'
+require 'earth/fuel/fuel/data_miner'
+require 'earth/fuel/fuel_year'
+
+describe Fuel do
+  before :all do
+    Fuel.auto_upgrade!
+  end
+  
+  describe 'when importing data', :slow => true do
+    it 'fetches all fuels' do
+      Earth.init :fuel, :load_data_miner => true
+      Fuel.run_data_miner!
+      Fuel.count.should == 22
+    end
+  end
+  
+  describe 'after importing data', :sanity => true do
+    it 'should have a record for district heat' do
+      district_heat = Fuel.find 'District Heat'
+      district_heat.co2_emission_factor.should be_within(0.00001).of(0.0766528)
+    end
+    
+    # TODO is there a way to check whether the value in the fuels table is NULL?
+    it 'should check FuelYear for any missing values' do
+      Earth.init :fuel_year
+      gasoline = Fuel.find('Motor Gasoline')
+      gasoline_years = FuelYear.where(:fuel_name => 'Motor Gasoline')
+      latest_gasoline_year = gasoline_years.find_by_year(gasoline_years.maximum(:year))
+      gasoline.energy_content.should == latest_gasoline_year.energy_content
+      gasoline.carbon_content.should == latest_gasoline_year.carbon_content
+    end
+  end
+end

data/spec/earth/hospitality/lodging_fuel_use_equation_spec.rb

@@ -0,0 +1,96 @@
+require 'spec_helper'
+require 'earth/hospitality'
+require 'earth/hospitality/data_miner'
+require 'charisma'
+
+describe LodgingFuelUseEquation do
+  describe 'import', :slow => true do
+    it 'should import data without problems' do
+      LodgingFuelUseEquation.run_data_miner!
+      LodgingFuelUseEquation.all.count.should == 48
+    end
+  end
+  
+  describe 'climate zone numbers' do
+    it 'should be nil or 1 through 5' do
+      LodgingFuelUseEquation.select('DISTINCT climate_zone_number').map(&:climate_zone_number).should == [nil, 1, 2, 3, 4, 5]
+    end
+  end
+  
+  describe 'electricity factors' do
+    it 'should produce reasonable electricity use estimates' do
+      LodgingFuelUseEquation.where(:fuel => 'Electricity').each do |equation|
+        if equation.property_rooms == true and equation.construction_year == true
+          estimate = equation.rooms_factor * equation.year_factor * equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.rooms_factor**1000 * equation.year_factor * equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.rooms_factor * equation.year_factor**2020 * equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.rooms_factor**1000 * equation.year_factor**2020 * equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+        elsif equation.property_rooms == true
+          estimate = equation.rooms_factor * equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.rooms_factor**1000 * equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+        elsif equation.construction_year == true
+          estimate = equation.year_factor * equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.year_factor**2020 * equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+        else
+          equation.constant.should > 0.0
+        end
+      end
+    end
+  end
+    
+  describe 'fuels factors' do
+    it 'should produce reasonable fuels use estimates' do
+      LodgingFuelUseEquation.where(:fuel => 'Fuels').each do |equation|
+        if equation.property_rooms == true and equation.construction_year == true
+          estimate = equation.rooms_factor + equation.year_factor + equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.rooms_factor * 1000 + equation.year_factor + equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.rooms_factor + equation.year_factor * 2020 + equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.rooms_factor * 1000 + equation.year_factor * 2020 + equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+        elsif equation.property_rooms == true
+          estimate = equation.rooms_factor + equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.rooms_factor * 1000 + equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+        elsif equation.construction_year == true
+          estimate = equation.year_factor + equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+          
+          estimate = equation.year_factor * 2020 + equation.constant
+          estimate.should > 0.0 and estimate.should < 1000.0
+        else
+          equation.constant.should > 0.0
+        end
+      end
+    end
+  end
+  
+  describe 'find_by_criteria' do
+    it 'should return the proper equation' do
+      LodgingFuelUseEquation.find_by_criteria('Fuels', {}).name.should == 'Fuels'
+      LodgingFuelUseEquation.find_by_criteria('Fuels', {:climate_zone_number => ::Charisma::Curator::Curation.new(2) }).name.should == 'Fuels zone 2'
+      LodgingFuelUseEquation.find_by_criteria('Fuels', {:climate_zone_number => ::Charisma::Curator::Curation.new(2), :property_rooms => 25}).name.should == 'Fuels zone 2 rooms'
+      LodgingFuelUseEquation.find_by_criteria('Fuels', {:climate_zone_number => ::Charisma::Curator::Curation.new(2), :property_rooms => 25, :property_construction_year => 1998}).name.should == 'Fuels zone 2 rooms year'
+    end
+  end
+end

data/spec/earth/industry/cbecs_energy_intensity_spec.rb

@@ -0,0 +1,102 @@
+require 'spec_helper'
+require 'earth/industry/cbecs_energy_intensity'
+require 'earth/industry/cbecs_energy_intensity/data_miner'
+
+def create_cbecs(name, args)
+  c = CbecsEnergyIntensity.new args
+  c.name = name
+  c.save!
+end
+
+describe CbecsEnergyIntensity do
+  before :all do
+    CbecsEnergyIntensity.auto_upgrade!
+  end
+  before :each do
+    CbecsEnergyIntensity.delete_all
+  end
+  
+  describe '.find_by_naics_code_and_census_division_number' do
+    before do
+      create_cbecs '1', :naics_code => '44', :census_division_number => 1
+      create_cbecs '2', :naics_code => '445', :census_division_number => 1
+      create_cbecs '3', :naics_code => '621', :census_division_number => 1
+      create_cbecs '4', :naics_code => '44', :census_division_number => 2
+      create_cbecs '5', :naics_code => '445', :census_division_number => 2
+      create_cbecs '6', :naics_code => '621', :census_division_number => 2
+    end
+    it 'finds an exact match' do
+      record = CbecsEnergyIntensity.find_by_naics_code_and_census_division_number('445', 2)
+      record.naics_code.should == '445'
+      record.census_division_number.should == 2
+    end
+    it 'finds a parent category when exact code is not present' do
+      record = CbecsEnergyIntensity.find_by_naics_code_and_census_division_number('4451', 2)
+      record.naics_code.should == '445'
+      record.census_division_number.should == 2
+    end
+    it 'does not find a sibling category' do
+      CbecsEnergyIntensity.find_by_naics_code_and_census_division_number('622', 2).
+        should be_nil
+    end
+    it 'returns nil if no match found' do
+      CbecsEnergyIntensity.find_by_naics_code_and_census_division_number('8131', 1).
+        should be_nil
+    end
+  end
+
+  describe '#fuel_ratios' do
+    it 'makes ratios from fuel energies' do
+      cbecs = CbecsEnergyIntensity.new :name => '1', :electricity => 1000, :natural_gas => 2000, :fuel_oil => 500, :district_heat => 0
+      cbecs.fuel_ratios.should == {
+        :electricity => 0.2857142857142857,
+        :natural_gas => 0.5714285714285714,
+        :fuel_oil => 0.14285714285714285,
+        :district_heat => 0.0
+      }
+    end
+  end
+
+  describe 'import', :slow => true do
+    it 'fetches electric, natural gas, fuel oil, and distric heat data' do
+      CbecsEnergyIntensity.run_data_miner!
+
+      # check census divisions
+      divisionals = CbecsEnergyIntensity.divisional
+      divisionals.count.should == 117
+      spot_check(divisionals, [
+        [[:principal_building_activity, :census_region_number, :census_division_number], [:electricity, :natural_gas]],
+
+        [['Education', 1, 1], [:nil, :nil]],
+        [['Education', 1, 2], [:present, :present]],
+      ])
+
+      # check census regions
+      regionals = CbecsEnergyIntensity.regional
+      regionals.count.should == 52
+      spot_check(regionals, [
+        [[:principal_building_activity, :census_region_number], [:electricity, :fuel_oil]],
+        # Regional fuel oil
+        [['Education', 1], [:present, :present]],
+        [['Education', 2], [:present, :nil]],
+        [['Education', 3], [:present, :nil]],
+        [['Education', 4], [:present, :nil]],
+
+        [['Health Care', 1], [:present, :nil]],
+        [['Health Care', 2], [:present, :nil]],
+        [['Health Care', 3], [:present, :present]],
+        [['Health Care', 4], [:present, :present]],
+      ])
+
+      # check total us averages
+      nationals = CbecsEnergyIntensity.national
+      nationals.count.should == 13
+      spot_check(nationals, [
+        [[:principal_building_activity], [:electricity, :fuel_oil, :district_heat]],
+        [['Education'],                  [:present,     :present,  :present]],
+        [['Lodging'],                    [:present,     :present,  :nil]],
+        [['Office'],                     [:present,     :present,  :present]],
+      ])
+    end 
+  end
+end

data/spec/earth/industry/mecs_energy_spec.rb

@@ -8,70 +8,62 @@ describe MecsEnergy do
     MecsEnergy.auto_upgrade!
     MecsEnergy.run_data_miner!
   end
-
+  
   describe 'data mining' do
     it 'retrieves Total US statistics' do
       apparel = MecsEnergy.find_by_naics_code '315'
-      apparel.census_region.should be_nil
-      apparel.total.should == 14
-      apparel.net_electricity.should == 7
-      apparel.residual_fuel_oil.should be_nil
-      apparel.distillate_fuel_oil.should == 0
-      apparel.natural_gas.should == 7
-      apparel.lpg_and_ngl.should == 0
-      apparel.coal.should == 0
-      apparel.coke_and_breeze.should == 0
-      apparel.other.should == 0
+      apparel.census_region_number.should be_nil
+      # apparel.energy.should == 14_770_800_000
+      # apparel.energy_units.should == 'megajoules'
+      # apparel.electricity.should == 7_385_390_000
+      # apparel.electricity_units.should == 'megajoules'
+      # apparel.residual_fuel_oil.should be_nil
+      # apparel.distillate_fuel_oil.should == 0
+      # apparel.energy_units.should == 'megajoules'
+      # apparel.natural_gas.should == 7
+      # apparel.energy_units.should == 'megajoules'
+      # apparel.lpg_and_ngl.should == 0
+      # apparel.energy_units.should == 'megajoules'
+      # apparel.coal.should == 0
+      # apparel.energy_units.should == 'megajoules'
+      # apparel.coke_and_breeze.should == 0
+      # apparel.energy_units.should == 'megajoules'
+      # apparel.other.should == 0
+      # apparel.energy_units.should == 'megajoules'
     end
   end
-
-  describe '.find_by_naics_code_and_census_region' do
-    before do
-      MecsEnergy.create! :naics_code => '312', :census_region => '1'
-      MecsEnergy.create! :naics_code => '3121', :census_region => '1'
-      MecsEnergy.create! :naics_code => '3122', :census_region => '1'
-      MecsEnergy.create! :naics_code => '312', :census_region => '2'
-      MecsEnergy.create! :naics_code => '3121', :census_region => '2'
-      MecsEnergy.create! :naics_code => '3122', :census_region => '2'
-      MecsEnergy.create! :naics_code => '312211', :census_region => '2'
-    end
+  
+  describe '.find_by_naics_code_and_census_region_number' do
     it 'finds an exact match' do
-      MecsEnergy.find_by_naics_code_and_census_region('312211', '2').
-        naics_code.should == '312211'
+      MecsEnergy.find_by_naics_code_and_census_region_number('311221', 2).
+        name.should == '311221-2'
     end
-    it 'finds a parent category by prefix' do
-      MecsEnergy.find_by_naics_code_and_census_region('312199', '2').
-        naics_code.should == '3121'
+    it 'finds a parent category when exact code is not present' do
+      MecsEnergy.find_by_naics_code_and_census_region_number('3117', 2).
+        name.should == '311-2'
+    end
+    it 'finds a parent category rather than a sibling category' do
+      MecsEnergy.find_by_naics_code_and_census_region_number('311225', 2).
+        name.should == '3112-2'
     end
     it 'returns nil if no match found' do
-      MecsEnergy.find_by_naics_code_and_census_region('543211', '2').
+      MecsEnergy.find_by_naics_code_and_census_region_number('543211', 2).
         should be_nil
     end
   end
-
+  
   describe '#fuel_ratios' do
     it 'returns a list of fuel ratios for a given NAICS' do
-      energy = MecsEnergy.new :total => 100, :net_electricity => 20,
+      energy = MecsEnergy.new :energy => 100, :electricity => 20,
         :residual_fuel_oil => 1, :distillate_fuel_oil => 2,
         :natural_gas => 30, :lpg_and_ngl => 22, :coal => 22,
-        :coke_and_breeze => 1, :other => 1
+        :coke_and_breeze => 1, :other_fuel => 1
       energy.fuel_ratios.should == {
-        :net_electricity => 0.20,
+        :electricity => 0.20,
         :residual_fuel_oil => 0.01, :distillate_fuel_oil => 0.02,
         :natural_gas => 0.3, :lpg_and_ngl => 0.22, :coal => 0.22,
-        :coke_and_breeze => 0.01, :other => 0.01
+        :coke_and_breeze => 0.01, :other_fuel => 0.01
       }
     end
   end
-
-  describe '.normalize_fuels' do
-    it 'transforms Q (witheld due to stddev error) into 0' do
-      MecsEnergy.all.each do |energy|
-        MecsEnergy::FUELS.each do |fuel|
-          %w{W Q *}.should_not include(energy.send(fuel))
-        end
-      end
-    end
-  end
 end
-

data/spec/earth/industry/mecs_ratio_spec.rb

@@ -5,29 +5,36 @@ describe MecsRatio do
   before :all do
     MecsRatio.auto_upgrade!
   end
-
-  describe '.find_by_naics_code_and_census_region' do
+  
+  describe '.find_by_naics_code_and_census_region_number' do
     before do
-      MecsRatio.create! :naics_code => '312', :census_region => '1', :consumption_per_dollar_of_shipments => 11
-      MecsRatio.create! :naics_code => '3121', :census_region => '1', :consumption_per_dollar_of_shipments => 12
-      MecsRatio.create! :naics_code => '3122', :census_region => '1', :consumption_per_dollar_of_shipments => 13
-      MecsRatio.create! :naics_code => '312', :census_region => '2', :consumption_per_dollar_of_shipments => 17
-      MecsRatio.create! :naics_code => '3121', :census_region => '2', :consumption_per_dollar_of_shipments => 18
-      MecsRatio.create! :naics_code => '3122', :census_region => '2', :consumption_per_dollar_of_shipments => 19
-      MecsRatio.create! :naics_code => '312211', :census_region => '2', :consumption_per_dollar_of_shipments => 20
+      MecsRatio.create! :naics_code => '311', :census_region_number => 1, :energy_per_dollar_of_shipments => 11
+      MecsRatio.create! :naics_code => '3112', :census_region_number => 1, :energy_per_dollar_of_shipments => 12
+      MecsRatio.create! :naics_code => '311221', :census_region_number => 1, :energy_per_dollar_of_shipments => 13
+      MecsRatio.create! :naics_code => '31131', :census_region_number => 1, :energy_per_dollar_of_shipments => 13
+      MecsRatio.create! :naics_code => '311', :census_region_number => 2, :energy_per_dollar_of_shipments => 17
+      MecsRatio.create! :naics_code => '3112', :census_region_number => 2, :energy_per_dollar_of_shipments => 18
+      MecsRatio.create! :naics_code => '311221', :census_region_number => 2, :energy_per_dollar_of_shipments => 19
+      MecsRatio.create! :naics_code => '31131', :census_region_number => 2, :energy_per_dollar_of_shipments => 20
     end
+    
     it 'finds an exact match' do
-      MecsRatio.find_by_naics_code_and_census_region('312211', '2').
-        naics_code.should == '312211'
+      ratio = MecsRatio.find_by_naics_code_and_census_region_number('311221', 2)
+      ratio.naics_code.should == '311221'
+      ratio.census_region_number.should == 2
+    end
+    it 'finds a parent category when exact code is not present' do
+      ratio = MecsRatio.find_by_naics_code_and_census_region_number('3117', 2)
+      ratio.naics_code.should == '311'
+      ratio.census_region_number.should == 2
     end
-    it 'finds a parent category by prefix' do
-      MecsRatio.find_by_naics_code_and_census_region('312199', '2').
-        naics_code.should == '3121'
+    it 'finds a parent category rather than a sibling category' do
+      ratio = MecsRatio.find_by_naics_code_and_census_region_number('311225', 2)
+      ratio.naics_code.should == '3112'
+      ratio.census_region_number.should == 2
     end
     it 'returns nil if no match found' do
-      MecsRatio.find_by_naics_code_and_census_region('543211', '2').
-        should be_nil
+      MecsRatio.find_by_naics_code_and_census_region_number('543211', 2).should be_nil
     end
   end
 end
-

data/spec/earth/locality/country_spec.rb

@@ -9,14 +9,5 @@ describe Country do
       Country.run_data_miner!
       Country.all.count.should == 249
     end
-    
-    it 'should correctly determine climate zone number' do
-      Country.find('LT').climate_zone_number.should == 1
-      Country.find('HU').climate_zone_number.should == 2
-      Country.find('HR').climate_zone_number.should == 3
-      Country.find('CY').climate_zone_number.should == 4
-      Country.find('UZ').climate_zone_number.should == 5
-      Country.where(:heating_degree_days => nil).first.climate_zone_number.should == nil
-    end
   end
 end

data/spec/spec_helper.rb

@@ -8,6 +8,9 @@ $LOAD_PATH.unshift(File.dirname(__FILE__))
 $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 require 'earth'
 
+require 'support/integration'
+include Integration
+
 case ENV['EARTH_DB_ADAPTER']
 when 'mysql'
   adapter = 'mysql'
@@ -18,8 +21,8 @@ when 'mysql'
   # system %{mysql -u #{username} -p#{password} -e "DROP DATABASE #{database}"}
   # system %{mysql -u #{username} -p#{password} -e "CREATE DATABASE #{database}"}
 else
-  adapter = 'sqlite3'
-  database = ':memory:'
+  adapter = 'postgresql'
+  database = 'test_earth'
   username = nil
   password = nil
 end
@@ -41,5 +44,7 @@ ActiveRecord::Base.logger = logger
 DataMiner.logger = logger
 
 RSpec.configure do |c|
-  c.filter_run_excluding :slow => true
+  unless ENV['ALL'] == 'true'
+    c.filter_run_excluding :slow => true
+  end
 end

data/spec/support/integration.rb

@@ -0,0 +1,17 @@
+module Integration
+  def spot_check(records, tests)
+    headers = tests.shift
+    tests.each do |test|
+      where_clause = {}
+      headers[0].each_with_index do |field, i|
+        where_clause[field] = test[0][i]
+      end
+      record = records.where(where_clause).first
+      record.should_not be_nil, "Expected to find a record with #{where_clause.inspect}"
+      headers[1].each_with_index do |field, i|
+        criterion = test[1][i]
+        record.send(field).should send("be_#{criterion}"), "Expecting #{field} to be #{criterion} on #{record.inspect}"
+      end
+    end
+  end
+end