earth 0.7.0 → 0.11.0

data/features/automobile_type_fuel_age.feature

@@ -1,55 +0,0 @@
-# # DEPRECATED - use AutomobileTypeFuelYearAge
-# Feature: Data import for AutomobileTypeFuelAge
-#   As a data user
-#   I want to import AutomobileTypeFuelAge data
-#   So that I can perform type fuel age-based calculations
-#   
-#   Scenario: Successfully verifying that type name and fuel common name are not missing
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_good"
-#     When a data import verifies "Type name and fuel common name should never be missing"
-#     Then the verification should be successful
-#   
-#   Scenario: Successfully verifying that age is from zero to thirty
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_good"
-#     When a data import verifies "Age should be from zero to thirty"
-#     Then the verification should be successful
-#   
-#   Scenario: Successfully verifying that age percent and total travel percent are from zero to one
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_good"
-#     When a data import verifies "Age percent and total travel percent should be from zero to one"
-#     Then the verification should be successful
-#   
-#   Scenario: Successfully verifying that annual distance and vehicles are greater than zero
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_good"
-#     When a data import verifies "Annual distance and vehicles should be greater than zero"
-#     Then the verification should be successful
-#   
-#   Scenario: Successfully verifying that annual distance units are kilometres
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_good"
-#     When a data import verifies "Annual distance units should be kilometres"
-#     Then the verification should be successful
-#   
-#   Scenario: Failing to verify that type name and fuel common name are not missing
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_bad"
-#     When a data import verifies "Type name and fuel common name should never be missing"
-#     Then the verification should not be successful
-#   
-#   Scenario: Failing to verify that age is from zero to thirty
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_bad"
-#     When a data import verifies "Age should be from zero to thirty"
-#     Then the verification should not be successful
-#   
-#   Scenario: Failing to verify that age percent and total travel percent are from zero to one
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_bad"
-#     When a data import verifies "Age percent and total travel percent should be from zero to one"
-#     Then the verification should not be successful
-#   
-#   Scenario: Failing to verify that annual distance and vehicles are greater than zero
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_bad"
-#     When a data import verifies "Annual distance and vehicles should be greater than zero"
-#     Then the verification should not be successful
-#   
-#   Scenario: Failing to verify that annual distance units are kilometres
-#     Given a "AutomobileTypeFuelAge" data import fetches results listed in "automobile_type_fuel_age_bad"
-#     When a data import verifies "Annual distance units should be kilometres"
-#     Then the verification should not be successful

data/lib/earth/air/aircraft_class.rb

@@ -1,59 +0,0 @@
-class AircraftClass < ActiveRecord::Base
-  set_primary_key :code
-  
-  has_many :aircraft, :foreign_key => 'class_code', :primary_key => 'code'
-
-  col :code
-  col :m3, :type => :float
-  col :m3_units
-  col :m2, :type => :float
-  col :m2_units
-  col :m1, :type => :float
-  col :m1_units
-  col :b, :type => :float
-  col :b_units
-  col :seats, :type => :float
-  
-  def fuel_use_coefficients
-    [m3, m2, m1, b]
-  end
-  
-  def valid_fuel_use_equation?
-    fuel_use_coefficients.all?(&:present?) and fuel_use_coefficients.any?(&:nonzero?)
-  end
-  
-  class << self
-    def update_averages!
-      Aircraft.run_data_miner!
-      AircraftFuelUseEquation.run_data_miner!
-      find_each do |aircraft_class|
-        cumulative_passengers = 0
-        aircraft_class.m3 = 0.0
-        aircraft_class.m2 = 0.0
-        aircraft_class.m1 = 0.0
-        aircraft_class.b = 0.0
-      
-        aircraft_class.aircraft.where('passengers > 0 AND fuel_use_code IS NOT NULL').each do |a|
-          cumulative_passengers += a.passengers
-          aircraft_class.m3 += a.fuel_use_equation.m3 * a.passengers
-          aircraft_class.m2 += a.fuel_use_equation.m2 * a.passengers
-          aircraft_class.m1 += a.fuel_use_equation.m1 * a.passengers
-          aircraft_class.b += a.fuel_use_equation.b * a.passengers
-        end
-      
-        if cumulative_passengers > 0
-          aircraft_class.m3 /= cumulative_passengers
-          aircraft_class.m2 /= cumulative_passengers
-          aircraft_class.m1 /= cumulative_passengers
-          aircraft_class.b /= cumulative_passengers
-        end
-      
-        aircraft_class.seats = aircraft_class.aircraft.weighted_average(:seats, :weighted_by => :passengers)
-      
-        aircraft_class.save!
-      end
-      
-      update_all :m3_units => 'kilograms_per_cubic_nautical_mile', :m2_units => 'kilograms_per_square_nautical_mile', :m1_units => 'kilograms_per_nautical_mile', :b_units  => 'kilograms'
-    end
-  end
-end

data/lib/earth/air/aircraft_class/data_miner.rb

@@ -1,14 +0,0 @@
-AircraftClass.class_eval do
-  data_miner do
-    process "Derive aircraft classes from Aircraft" do
-      Aircraft.run_data_miner!
-      connection.select_values("SELECT DISTINCT class_code FROM aircraft WHERE class_code IS NOT NULL").each do |class_code|
-        AircraftClass.find_or_create_by_code(class_code)
-      end
-    end
-    
-    process :update_averages!
-    
-    # FIXME TODO verify this
-  end
-end

data/lib/earth/air/aircraft_fuel_use_equation.rb

@@ -1,33 +0,0 @@
-class AircraftFuelUseEquation < ActiveRecord::Base
-  set_primary_key :code
-  
-  has_many :aircraft, :foreign_key => 'fuel_use_code', :primary_key => 'code'
-  
-  falls_back_on :m3 => lambda { weighted_average(:m3, :weighted_by => [:aircraft, :passengers]) }, # 9.73423082858437e-08   r7110: 8.6540464368905e-8      r6972: 8.37e-8
-                :m2 => lambda { weighted_average(:m2, :weighted_by => [:aircraft, :passengers]) }, # -0.000134350543484608  r7110: -0.00015337661447817    r6972: -4.09e-5
-                :m1 => lambda { weighted_average(:m1, :weighted_by => [:aircraft, :passengers]) }, # 6.7728101555467        r7110: 4.7781966869412         r6972: 7.85
-                :b  => lambda { weighted_average(:b,  :weighted_by => [:aircraft, :passengers]) }, # 1527.81790006167       r7110: 1065.3476555284         r6972: 1.72e3
-                :m3_units => 'kilograms_per_cubic_nautical_mile',
-                :m2_units => 'kilograms_per_square_nautical_mile',
-                :m1_units => 'kilograms_per_nautical_mile',
-                :b_units  => 'kilograms'
-  
-  def fuel_use_coefficients
-    [m3, m2, m1, b]
-  end
-  
-  def valid_fuel_use_equation?
-    fuel_use_coefficients.all?(&:present?) and fuel_use_coefficients.any?(&:nonzero?)
-  end
-
-  col :code
-  col :aircraft_description
-  col :m3, :type => :float
-  col :m3_units
-  col :m2, :type => :float
-  col :m2_units
-  col :m1, :type => :float
-  col :m1_units
-  col :b, :type => :float
-  col :b_units
-end

data/lib/earth/air/aircraft_fuel_use_equation/data_miner.rb

@@ -1,13 +0,0 @@
-AircraftFuelUseEquation.class_eval do
-  data_miner do
-    import "aircraft fuel use equations derived from EMEP/EEA and ICAO",
-           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdDltUVZVekVobEJPYlpFNUpWNkwyYXc&output=csv' do
-      key 'code'
-      store 'aircraft_description'
-      store 'm3', :units_field_name => 'm3_units'
-      store 'm2', :units_field_name => 'm2_units'
-      store 'm1', :units_field_name => 'm1_units'
-      store 'b',  :units_field_name => 'b_units'
-    end
-  end
-end

data/lib/earth/automobile/automobile_make_fleet_year.rb

@@ -1,46 +0,0 @@
-class AutomobileMakeFleetYear < ActiveRecord::Base
-  set_primary_key :name
-  
-  belongs_to :make,      :class_name => 'AutomobileMake',     :foreign_key => 'make_name'
-  belongs_to :make_year, :class_name => 'AutomobileMakeYear', :foreign_key => 'make_year_name'
-
-  col :name
-  col :make_year_name
-  col :make_name
-  col :fleet
-  col :year, :type => :integer
-  col :fuel_efficiency, :type => :float
-  col :fuel_efficiency_units
-  col :volume, :type => :integer
-
-  # TODO convert to table_warnings
-  # verify "Year should be from 1978 to 2011" do
-  #   connection.select_values("SELECT DISTINCT year FROM automobile_make_fleet_years").each do |year|
-  #     year = year.to_i
-  #     unless year > 1977 and year < 2012
-  #       raise "Invalid year in automobile_make_fleet_years: #{year} is not from 1978 to 2011"
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Fuel efficiency and volume should be greater than zero" do
-  #   [:fuel_efficiency, :volume].each do |field|
-  #     if AutomobileMakeFleetYear.where(field => nil).any?
-  #       raise "Invalid #{field} in automobile_make_fleet_years: nil is not > 0"
-  #     else
-  #       min = AutomobileMakeFleetYear.minimum(field)
-  #       unless min > 0
-  #         raise "Invalid #{field} in automobile_make_fleet_years: #{min} is not > 0"
-  #       end
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Fuel efficiency units should be kilometres per litre" do
-  #   connection.select_values("SELECT DISTINCT fuel_efficiency_units FROM automobile_make_fleet_years").each do |units|
-  #     unless units == "kilometres_per_litre"
-  #       raise "Invalid fuel efficiency units in automobile_make_fleet_years: #{units} is not 'kilometres_per_litre'"
-  #     end
-  #   end
-  # end
-end

data/lib/earth/automobile/automobile_type_fuel_age.rb

@@ -1,65 +0,0 @@
-# DEPRECATED - use AutomobileTypeFuelYearAge
-class AutomobileTypeFuelAge < ActiveRecord::Base
-  set_primary_key :name
-  
-  col :name
-  col :type_name
-  col :fuel_common_name
-  col :age, :type => :integer
-  col :age_percent, :type => :float
-  col :total_travel_percent, :type => :float
-  col :annual_distance, :type => :float
-  col :annual_distance_units
-  col :vehicles, :type => :integer
-  
-  # verify "Type name and fuel common name should never be missing" do
-  #   AutomobileTypeFuelAge.all.each do |record|
-  #     %w{ type_name fuel_common_name }.each do |attribute|
-  #       value = record.send(:"#{attribute}")
-  #       unless value.present?
-  #         raise "Missing #{attribute} for AutomobileTypeFuelAge '#{record.name}'"
-  #       end
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Age should be from zero to thirty" do
-  #   AutomobileTypeFuelAge.all.each do |record|
-  #     value = record.send(:age)
-  #     unless value >= 0 and value < 31
-  #       raise "Invalid age for AutomobileTypeFuelAge '#{record.name}': #{value} (should be from 0 to 30)"
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Age percent and total travel percent should be from zero to one" do
-  #   AutomobileTypeFuelAge.all.each do |record|
-  #     %w{ age_percent total_travel_percent }.each do |attribute|
-  #       percent = record.send(:"#{attribute}")
-  #       unless percent > 0 and percent < 1
-  #         raise "Invalid #{attribute} for AutomobileTypeFuelAge '#{record.name}': #{percent} (should be from 0 to 1)"
-  #       end
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Annual distance and vehicles should be greater than zero" do
-  #   AutomobileTypeFuelAge.all.each do |record|
-  #     %w{ annual_distance vehicles }.each do |attribute|
-  #       value = record.send(:"#{attribute}")
-  #       unless value > 0
-  #         raise "Invalid #{attribute} for AutomobileTypeFuelAge '#{record.name}': #{value} (should be > 0)"
-  #       end
-  #     end
-  #   end
-  # end
-  # 
-  # verify "Annual distance units should be kilometres" do
-  #   AutomobileTypeFuelAge.all.each do |record|
-  #     units = record.send(:annual_distance_units)
-  #     unless units == "kilometres"
-  #       raise "Invalid annual distance units for AutomobileTypeFuelAge '#{record.name}': #{units} (should be kilometres)"
-  #     end
-  #   end
-  # end
-end

data/lib/earth/automobile/automobile_type_fuel_age/data_miner.rb

@@ -1,149 +0,0 @@
-# DEPRECATED - use AutomobileTypeFuelYearAge
-AutomobileTypeFuelAge.class_eval do
-  data_miner do
-    import "age distribution of gasoline passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-91.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Passenger cars gasoline age #{row['Vehicle Age']}" }
-      store 'type_name', :static => 'Passenger cars'
-      store 'fuel_common_name', :static => 'gasoline'
-      store 'age', :field_name => 'Vehicle Age'
-      store 'age_percent', :synthesize => lambda { |row| row['LDGV'].to_f / 100 }
-    end
-    
-    import "age distribution of gasoline light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-91.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Light-duty trucks gasoline age #{row['Vehicle Age']}" }
-      store 'type_name', :static => 'Light-duty trucks'
-      store 'fuel_common_name', :static => 'gasoline'
-      store 'age', :field_name => 'Vehicle Age'
-      store 'age_percent', :synthesize => lambda { |row| row['LDGT'].to_f / 100 }
-    end
-    
-    import "age distribution of diesel passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-91.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Passenger cars diesel age #{row['Vehicle Age']}" }
-      store 'type_name', :static => 'Passenger cars'
-      store 'fuel_common_name', :static => 'diesel'
-      store 'age', :field_name => 'Vehicle Age'
-      store 'age_percent', :synthesize => lambda { |row| row['LDDV'].to_f / 100 }
-    end
-    
-    import "age distribution of diesel light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-91.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Light-duty trucks diesel age #{row['Vehicle Age']}" }
-      store 'type_name', :static => 'Light-duty trucks'
-      store 'fuel_common_name', :static => 'diesel'
-      store 'age', :field_name => 'Vehicle Age'
-      store 'age_percent', :synthesize => lambda { |row| row['LDDT'].to_f / 100 }
-    end
-    
-    import "total travel distribution of gasoline passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Passenger cars gasoline age #{row['Vehicle Age']}" }
-      store 'total_travel_percent', :synthesize => lambda { |row| row['LDGV'].to_f / 100 }
-    end
-    
-    import "total travel distribution of gasoline light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Light-duty trucks gasoline age #{row['Vehicle Age']}" }
-      store 'total_travel_percent', :synthesize => lambda { |row| row['LDGT'].to_f / 100 }
-    end
-    
-    import "total travel distribution of diesel passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Passenger cars diesel age #{row['Vehicle Age']}" }
-      store 'total_travel_percent', :synthesize => lambda { |row| row['LDDV'].to_f / 100 }
-    end
-    
-    import "total travel distribution of diesel light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Light-duty trucks diesel age #{row['Vehicle Age']}" }
-      store 'total_travel_percent', :synthesize => lambda { |row| row['LDDT'].to_f / 100 }
-    end
-    
-    import "average annual distance for gasoline passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Passenger cars gasoline age #{row['Vehicle Age']}" }
-      store 'annual_distance', :synthesize => lambda { |row| row['LDGV'].to_s.sub(',', '') }, :units => :miles
-    end
-    
-    import "average annual distance for gasoline light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Light-duty trucks gasoline age #{row['Vehicle Age']}" }
-      store 'annual_distance', :synthesize => lambda { |row| row['LDGT'].to_s.sub(',', '') }, :units => :miles
-    end
-    
-    import "average annual distance for diesel passenger cars from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Passenger cars diesel age #{row['Vehicle Age']}" }
-      store 'annual_distance', :synthesize => lambda { |row| row['LDDV'].to_s.sub(',', '') }, :units => :miles
-    end
-    
-    import "average annual distance for diesel light-duty trucks from the 2010 EPA GHG Inventory",
-           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
-           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
-           :skip => 1,
-           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
-      key 'name', :synthesize => lambda { |row| "Light-duty trucks diesel age #{row['Vehicle Age']}" }
-      store 'annual_distance', :synthesize => lambda { |row| row['LDDT'].to_s.sub(',', '') }, :units => :miles
-    end
-    
-    process "Convert annual distance from miles to kilometres" do
-      conversion_factor = 1.miles.to(:kilometres)
-      update_all "annual_distance = 1.0 * annual_distance * #{conversion_factor}"
-      update_all "annual_distance_units = 'kilometres'"
-    end
-    
-    process "Ensure AutomobileTypeFuelYear is populated" do
-      AutomobileTypeFuelYear.run_data_miner!
-    end
-    
-    # FIXME TODO maybe make this a method on AutomobileTypeFuelAge?
-    process "Calculate number of vehicles from total travel percent and AutomobileTypeFuelYear" do
-      max_year = AutomobileTypeFuelYear.maximum :year
-      update_all %{
-        vehicles =
-          ( SELECT t1.total_travel
-            FROM #{AutomobileTypeFuelYear.quoted_table_name} AS t1
-            WHERE
-              t1.year = #{max_year}
-              AND t1.type_name = #{quoted_table_name}.type_name
-              AND t1.fuel_common_name = #{quoted_table_name}.fuel_common_name )
-          * 1.0 * #{quoted_table_name}.total_travel_percent / #{quoted_table_name}.annual_distance
-      }
-    end
-  end
-end