earth 0.11.20 → 0.12.0

data/lib/earth/automobile/automobile_size_class_year.rb

@@ -1,44 +0,0 @@
-require 'earth/fuel'
-# Not yet in use - for if we want to autocaculate size class stuf - November 10, 2011
-class AutomobileSizeClassYear < ActiveRecord::Base
-  self.primary_key = "name"
-
-  col :name
-  col :size_class_name
-  col :year, :type => :integer
-  col :type_name
-  col :fuel_efficiency_city, :type => :float
-  col :fuel_efficiency_city_units
-  col :fuel_efficiency_highway, :type => :float
-  col :fuel_efficiency_highway_units
-  
-  # verify "Year should be from 1975 to 2010" do
-  #   AutomobileSizeClassYear.all.each do |record|
-  #     unless record.year > 1974 and record.year < 2011
-  #       raise "Invalid year for AutomobileSizeClassYear #{record.name}: #{record.year} (should be from 1975 to 2010)"
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Fuel efficiencies should be greater than zero" do
-  #   AutomobileSizeClassYear.all.each do |year|
-  #     %w{ fuel_efficiency_city fuel_efficiency_highway }.each do |attribute|
-  #       value = year.send(:"#{attribute}")
-  #       unless value > 0
-  #         raise "Invalid #{attribute} for AutomobileSizeClassYear #{year.name}: #{value} (should be > 0)"
-  #       end
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Fuel efficiency units should be kilometres per litre" do
-  #   AutomobileSizeClassYear.all.each do |year|
-  #     %w{ fuel_efficiency_city_units fuel_efficiency_highway_units }.each do |attribute|
-  #       value = year.send(:"#{attribute}")
-  #       unless value == "kilometres_per_litre"
-  #         raise "Invalid #{attribute} for AutomobileSizeClassYear #{year.name}: #{value} (should be kilometres_per_litre)"
-  #       end
-  #     end
-  #   end
-  # end
-end

data/lib/earth/automobile/automobile_size_class_year/data_miner.rb

@@ -1,18 +0,0 @@
-require 'earth/fuel/data_miner'
-# Not yet in use - for if we want to autocaculate size class stuf - November 10, 2011
-AutomobileSizeClassYear.class_eval do
-  data_miner do
-    import "automobile size class year fuel efficiencies from the 2010 EPA Fuel Economy Trends report",
-           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdDZOLWdDdlZja04xZkJYc3NjeGxQamc&hl=en&gid=0&output=csv' do
-      key 'name'
-      store 'size_class_name'
-      store 'year'
-      store 'type_name'
-      store 'fuel_efficiency_city', :units_field_name => 'fuel_efficiency_city_units'
-      store 'fuel_efficiency_highway', :units_field_name => 'fuel_efficiency_highway_units'
-    end
-    
-    # FIXME TODO verify that size_class_name is never missing?
-    # FIXME TODO verify that type_name appears in AutomobileTypeFuelYearAges
-  end
-end

data/lib/earth/automobile/automobile_type_fuel_year_age.rb

@@ -1,68 +0,0 @@
-require 'earth/fuel'
-class AutomobileTypeFuelYearAge < ActiveRecord::Base
-  self.primary_key = "name"
-  
-  col :name
-  col :type_name
-  col :fuel_common_name
-  col :year, :type => :integer
-  col :age, :type => :integer
-  col :total_travel_percent, :type => :float
-  col :annual_distance, :type => :float
-  col :annual_distance_units
-  col :vehicles, :type => :integer
-  
-  # %w{ type_name fuel_common_name type_fuel_year_name}.each do |attribute|
-  #   verify "#{attribute.humanize} should never be missing" do
-  #     AutomobileTypeFuelYearAge.all.each do |record|
-  #       value = record.send(:"#{attribute}")
-  #       unless value.present?
-  #         raise "Missing #{attribute.humanize.downcase} for AutomobileTypeFuelYearAge '#{record.name}'"
-  #       end
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Year should be 2008" do
-  #   AutomobileTypeFuelYearAge.all.each do |record|
-  #     value = record.send(:year)
-  #     unless value == 2008
-  #       raise "Invalid year for AutomobileTypeFuelYearAge '#{record.name}': #{value} (should be 2008)"
-  #     end
-  #   end
-  # end
-  # 
-  # [["age", 0, 30], ["total_travel_percent", 0, 1]].each do |triplet|
-  #   attribute = triplet[0]
-  #   min = triplet[1]
-  #   max = triplet[2]
-  #   verify "#{attribute.humanize} should be from #{min} to #{max}" do
-  #     AutomobileTypeFuelYearAge.all.each do |record|
-  #       value = record.send(:"#{attribute}")
-  #       unless value >= min and value <= max
-  #         raise "Invalid #{attribute.humanize.downcase} for AutomobileTypeFuelYearAge '#{record.name}': #{value} (should be from #{min} to #{max})"
-  #       end
-  #     end
-  #   end
-  # end
-  # 
-  # %w{ annual_distance vehicles }.each do |attribute|
-  #   verify "#{attribute.humanize} should be greater than zero" do
-  #     AutomobileTypeFuelYearAge.all.each do |record|
-  #       value = record.send(:"#{attribute}")
-  #       unless value > 0
-  #         raise "Invalid #{attribute.humanize.downcase} for AutomobileTypeFuelYearAge '#{record.name}': #{value} (should be > 0)"
-  #       end
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Annual distance units should be kilometres" do
-  #   AutomobileTypeFuelYearAge.all.each do |record|
-  #     units = record.send(:annual_distance_units)
-  #     unless units == "kilometres"
-  #       raise "Invalid annual distance units for AutomobileTypeFuelYearAge '#{record.name}': #{units} (should be kilometres)"
-  #     end
-  #   end
-  # end
-end

data/lib/earth/automobile/automobile_type_fuel_year_age/data_miner.rb

@@ -1,116 +0,0 @@
-require 'earth/fuel/data_miner'
-AutomobileTypeFuelYearAge.class_eval do
-  data_miner do
-    import "total travel distribution of gasoline passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
-           :skip => 1,
-           :select => proc { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => proc { |row| "Passenger cars gasoline 2008 age #{row['Vehicle Age']}" }
-      store 'type_name', :static => 'Passenger cars'
-      store 'fuel_common_name', :static => 'gasoline'
-      store 'year', :static => '2008'
-      store 'age', :field_name => 'Vehicle Age'
-      store 'total_travel_percent', :synthesize => proc { |row| row['LDGV'].to_f / 100 }
-    end
-    
-    import "total travel distribution of gasoline light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
-           :skip => 1,
-           :select => proc { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => proc { |row| "Light-duty trucks gasoline 2008 age #{row['Vehicle Age']}" }
-      store 'type_name', :static => 'Light-duty trucks'
-      store 'fuel_common_name', :static => 'gasoline'
-      store 'year', :static => '2008'
-      store 'age', :field_name => 'Vehicle Age'
-      store 'total_travel_percent', :synthesize => proc { |row| row['LDGT'].to_f / 100 }
-    end
-    
-    import "total travel distribution of diesel passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
-           :skip => 1,
-           :select => proc { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => proc { |row| "Passenger cars diesel 2008 age #{row['Vehicle Age']}" }
-      store 'type_name', :static => 'Passenger cars'
-      store 'fuel_common_name', :static => 'diesel'
-      store 'year', :static => '2008'
-      store 'age', :field_name => 'Vehicle Age'
-      store 'total_travel_percent', :synthesize => proc { |row| row['LDDV'].to_f / 100 }
-    end
-    
-    import "total travel distribution of diesel light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
-           :skip => 1,
-           :select => proc { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => proc { |row| "Light-duty trucks diesel 2008 age #{row['Vehicle Age']}" }
-      store 'type_name', :static => 'Light-duty trucks'
-      store 'fuel_common_name', :static => 'diesel'
-      store 'year', :static => '2008'
-      store 'age', :field_name => 'Vehicle Age'
-      store 'total_travel_percent', :synthesize => proc { |row| row['LDDT'].to_f / 100 }
-    end
-    
-    import "average annual distance for gasoline passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
-           :skip => 1,
-           :select => proc { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => proc { |row| "Passenger cars gasoline 2008 age #{row['Vehicle Age']}" }
-      store 'annual_distance', :synthesize => proc { |row| row['LDGV'].to_s.sub(',', '') }, :units => :miles
-    end
-    
-    import "average annual distance for gasoline light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
-           :skip => 1,
-           :select => proc { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => proc { |row| "Light-duty trucks gasoline 2008 age #{row['Vehicle Age']}" }
-      store 'annual_distance', :synthesize => proc { |row| row['LDGT'].to_s.sub(',', '') }, :units => :miles
-    end
-    
-    import "average annual distance for diesel passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
-           :skip => 1,
-           :select => proc { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => proc { |row| "Passenger cars diesel 2008 age #{row['Vehicle Age']}" }
-      store 'annual_distance', :synthesize => proc { |row| row['LDDV'].to_s.sub(',', '') }, :units => :miles
-    end
-    
-    import "average annual distance for diesel light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
-           :skip => 1,
-           :select => proc { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => proc { |row| "Light-duty trucks diesel 2008 age #{row['Vehicle Age']}" }
-      store 'annual_distance', :synthesize => proc { |row| row['LDDT'].to_s.sub(',', '') }, :units => :miles
-    end
-    
-    process "Convert annual distance from miles to kilometres" do
-      conversion_factor = 1.miles.to(:kilometres)
-      where(:annual_distance_units => 'miles').update_all(%{
-        annual_distance = 1.0 * annual_distance * #{conversion_factor},
-        annual_distance_units = 'kilometres'
-      })
-    end
-    
-    process "Ensure AutomobileTypeFuelYear is populated" do
-      AutomobileTypeFuelYear.run_data_miner!
-    end
-    
-    process "Calculate number of vehicles from total travel percent and AutomobileTypeFuelYear" do
-      total_travel = %{
-        SELECT t1.total_travel
-        FROM #{AutomobileTypeFuelYear.quoted_table_name} AS t1
-        WHERE
-          t1.type_name = #{quoted_table_name}.type_name
-          AND t1.fuel_common_name = #{quoted_table_name}.fuel_common_name
-          AND t1.year = #{quoted_table_name}.year
-      }
-      where("annual_distance > 0").update_all "vehicles = 1.0 * total_travel_percent * (#{total_travel}) / annual_distance"
-    end
-  end
-end

data/lib/earth/automobile/automobile_type_year.rb

@@ -1,58 +0,0 @@
-require 'earth/fuel'
-class AutomobileTypeYear < ActiveRecord::Base
-  self.primary_key = "name"
-  
-  # FIXME TODO keep this until fix AutomobileFuel fallback hfc emission factor so that it doesn't call type_year.type_fuel_year
-  has_many :type_fuel_years, :class_name => 'AutomobileTypeFuelYear', :foreign_key => 'type_year_name'
-  
-  col :name
-  col :type_name
-  col :year, :type => :integer
-  col :hfc_emissions, :type => :float
-  col :hfc_emissions_units
-  col :hfc_emission_factor, :type => :float
-  col :hfc_emission_factor_units
-  
-  # verify "Type name should never be missing" do
-  #   AutomobileTypeYear.all.each do |record|
-  #     value = record.send(:type_name)
-  #     unless value.present?
-  #       raise "Missing type name for AutomobileTypeYear '#{record.name}'"
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Year should be from 1990 to 2008" do
-  #   AutomobileTypeYear.all.each do |record|
-  #     year = record.send(:year)
-  #     unless year > 1989 and year < 2009
-  #       raise "Invalid year for AutomobileTypeYear '#{record.name}': #{year} (should be from 1990 to 2008)"
-  #     end
-  #   end
-  # end
-  # 
-  # %w{ hfc_emissions hfc_emission_factor }.each do |attribute|
-  #   verify "#{attribute.humanize} should be zero or more" do
-  #     AutomobileTypeYear.all.each do |record|
-  #       value = record.send(:"#{attribute}")
-  #       unless value >= 0
-  #         raise "Invalid #{attribute.humanize.downcase} for AutomobileTypeYear '#{record.name}': #{value} (should be zero or more)"
-  #       end
-  #     end
-  #   end
-  # end
-  # 
-  # [["hfc_emissions_units", "kilograms_co2e"], ["hfc_emission_factor_units", "kilograms_co2e_per_litre"]].each do |pair|
-  #   attribute = pair[0]
-  #   proper_units = pair[1]
-  #   verify "#{attribute.humanize} should be #{proper_units.humanize.downcase}" do
-  #     AutomobileTypeYear.all.each do |record|
-  #       units = record.send(:"#{attribute}")
-  #       unless units == proper_units
-  #         raise "Invalid #{attribute.humanize.downcase} for AutomobileTypeYear '#{record.name}': #{units} (should be #{proper_units})"
-  #       end
-  #     end
-  #   end
-  # end
-  
-end

data/lib/earth/automobile/automobile_type_year/data_miner.rb

@@ -1,30 +0,0 @@
-require 'earth/fuel/data_miner'
-AutomobileTypeYear.class_eval do
-  data_miner do
-    import "automobile type year air conditioning emissions derived from the 2010 EPA GHG Inventory",
-           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdFoyTWhDeHpndTV5Ny1aX0sxR1ljSFE&hl=en&gid=0&output=csv' do
-      key   'name'
-      store 'type_name'
-      store 'year'
-      store 'hfc_emissions', :units_field_name => 'hfc_emissions_units'
-    end
-    
-    process "Ensure AutomobileTypeFuelYear is populated" do
-      AutomobileTypeFuelYear.run_data_miner!
-    end
-    
-    process "Calculate HFC emission factor from AutomobileTypeFuelYear" do
-      total_fuel_consumption = %{
-        SELECT SUM(src.fuel_consumption)
-        FROM #{AutomobileTypeFuelYear.quoted_table_name} AS src
-        WHERE
-          src.type_name = #{quoted_table_name}.type_name
-          AND src.year = #{quoted_table_name}.year
-      }
-      where("(#{total_fuel_consumption}) > 0").update_all(%{
-        hfc_emission_factor = 1.0 * hfc_emissions / (#{total_fuel_consumption}),
-        hfc_emission_factor_units = 'kilograms_co2e_per_litre'
-      })
-    end
-  end
-end

data/spec/earth/automobile/automobile_type_fuel_year_age_spec.rb

@@ -1,20 +0,0 @@
-require 'spec_helper'
-require 'earth/automobile/automobile_type_fuel_year_age'
-
-describe AutomobileTypeFuelYearAge do
-  describe 'import', :data_miner => true do
-    before do
-      Earth.init :automobile, :load_data_miner => true, :skip_parent_associations => :true
-    end
-    
-    it 'imports and processes data successfully' do
-      AutomobileTypeFuelYearAge.run_data_miner!
-    end
-  end
-  
-  describe 'verify imported data', :sanity => true do
-    it 'should have all the data' do
-      AutomobileTypeFuelYearAge.count.should == 124
-    end
-  end
-end