earth 0.6.6 → 0.7.0

data/earth.gemspec

@@ -36,7 +36,7 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency 'fixed_width-multibyte'
   s.add_runtime_dependency 'geokit-rails'
   s.add_runtime_dependency 'loose_tight_dictionary', '>=0.2.3'
-  s.add_runtime_dependency 'weighted_average', '>=1.0.1'
+  s.add_runtime_dependency 'weighted_average', '>=1.0.2'
   s.add_runtime_dependency 'mini_record-compat' # need https://github.com/DAddYE/mini_record/pull/7
   s.add_runtime_dependency 'activesupport'
   s.add_runtime_dependency 'activerecord'

data/lib/earth/air/flight_distance_class.rb

@@ -2,7 +2,7 @@ class FlightDistanceClass < ActiveRecord::Base
   set_primary_key :name
   
   def self.find_by_distance(distance)
-    FlightDistanceClass.where('min_distance <= ? AND max_distance > ?', distance, distance)[0]
+    first :conditions => arel_table[:min_distance].lteq(distance).and(arel_table[:max_distance].gt(distance))
   end
   
   col :name

data/lib/earth/air/flight_distance_class/data_miner.rb

@@ -17,8 +17,9 @@ FlightDistanceClass.class_eval do
     end
     
     process "Calculate passengers for each distance class" do
-      FlightDistanceClass.find_each do |distance_class|
-        distance_class.passengers = FlightSegment.where('distance >= ? AND distance < ?', distance_class.min_distance, distance_class.max_distance).sum(:passengers)
+      find_each do |distance_class|
+        distance_class.passengers = FlightSegment.distances_between(distance_class.min_distance, distance_class.max_distance).sum(:passengers)
+        distance_class.save!
       end
     end
     

data/lib/earth/air/flight_seat_class/data_miner.rb

@@ -5,41 +5,16 @@ FlightSeatClass.class_eval do
     end
     
     process "Derive flight seat classes names from FlightDistanceClassSeatClass" do
-      FlightDistanceClassSeatClass.select("DISTINCT seat_class_name").each do |distance_class_seat_class|
-        FlightSeatClass.find_or_create_by_name(distance_class_seat_class.seat_class_name)
+      connection.select_values("SELECT DISTINCT seat_class_name FROM #{FlightDistanceClassSeatClass.quoted_table_name}").each do |seat_class_name|
+        find_or_create_by_name seat_class_name
       end
     end
     
     process "Calculate multipliers from FlightDistanceClassSeatClass and FlightDistanceClass" do
-      FlightSeatClass.find_each do |seat_class|
-        seat_class.multiplier = 
-          seat_class.distance_class_seat_classes.map do |dcsc|
-            dcsc.multiplier * dcsc.distance_class.passengers
-          end.sum / seat_class.distance_class_seat_classes.map(&:distance_class).map(&:passengers).sum
+      find_each do |seat_class|
+        seat_class.multiplier = seat_class.distance_class_seat_classes.weighted_average(:multiplier, :weighted_by => [:distance_class, :passengers])
         seat_class.save!
       end
     end
-    
-    # FIXME TODO verify this
-    
-    # sabshere 5/21/10 in case we ever need this
-    # class << self
-    #   def refresh
-    #     update_all_weighted_averages(:seats,      :weighted_by => :airline_aircraft_seat_classes)
-    #     update_all_weighted_averages(:multiplier, :weighted_by => :airline_aircraft_seat_classes)
-    #   end
-    # 
-    #   def safe_find_by_name(name)
-    #     guess = case name.to_s.downcase.gsub(/[^a-z]/, '')
-    #     when /first/
-    #       'first'
-    #     when /busi/, /exec/
-    #       'business'
-    #     when /econ/, /coach/
-    #       'economy'
-    #     end
-    #     find_or_create_by_name(guess) unless guess.nil?
-    #   end
-    # end
   end
 end

data/lib/earth/air/flight_segment.rb

@@ -60,6 +60,10 @@ class FlightSegment < ActiveRecord::Base
   add_index :aircraft_description
   add_index :year
   
+  def self.distances_between(floor, ceiling)
+    where arel_table[:distance].gteq(floor).and(arel_table[:distance].lt(ceiling))
+  end
+  
   def self.update_averages!
     # Derive load factor, which is passengers divided by available seats
     update_all 'load_factor = 1.0 * passengers / seats', 'seats > 0'

data/lib/earth/automobile.rb

@@ -13,4 +13,5 @@ require 'earth/automobile/automobile_type_fuel_control'
 require 'earth/automobile/automobile_type_fuel_year'
 require 'earth/automobile/automobile_type_fuel_year_age'
 require 'earth/automobile/automobile_type_fuel_year_control'
+
 require 'earth/fuel'

data/lib/earth/automobile/automobile_fuel/data_miner.rb

@@ -32,7 +32,7 @@ AutomobileFuel.class_eval do
         scope = record.type_fuel_year_ages.where(:year => record.type_fuel_year_ages.maximum('year'))
         record.annual_distance = scope.weighted_average(:annual_distance, :weighted_by => :vehicles)
         record.annual_distance_units = scope.first.annual_distance_units
-        record.save
+        record.save!
       end
     end
     
@@ -47,7 +47,7 @@ AutomobileFuel.class_eval do
         end
         record.co2_emission_factor_units = record.base_fuel.co2_emission_factor_units
         record.co2_biogenic_emission_factor_units = record.base_fuel.co2_biogenic_emission_factor_units
-        record.save
+        record.save!
       end
     end
     
@@ -70,7 +70,7 @@ AutomobileFuel.class_eval do
         end.sum / scope.sum('total_travel')
         record.hfc_emission_factor_units = scope.first.type_year.hfc_emission_factor_units
         
-        record.save
+        record.save!
       end
     end
     

data/lib/earth/automobile/automobile_type_fuel_year/data_miner.rb

@@ -86,7 +86,7 @@ AutomobileTypeFuelYear.class_eval do
         record.ch4_emission_factor_units = 'kilograms_per_litre'
         record.n2o_emission_factor_units = 'kilograms_per_litre'
         
-        record.save
+        record.save!
       end
     end
   end

data/lib/earth/locality.rb

@@ -2,6 +2,9 @@ require 'earth/locality/census_division'
 require 'earth/locality/census_region'
 require 'earth/locality/climate_division'
 require 'earth/locality/country'
+require 'earth/locality/country_rail_traction'
+require 'earth/locality/country_rail_class'
+require 'earth/locality/country_rail_traction_class'
 require 'earth/locality/egrid_region'
 require 'earth/locality/egrid_subregion'
 require 'earth/locality/petroleum_administration_for_defense_district'

data/lib/earth/locality/country.rb

@@ -1,17 +1,29 @@
 class Country < ActiveRecord::Base
   set_primary_key :iso_3166_code
   
+  has_many :rail_companies, :foreign_key => 'country_iso_3166_code'
+  
   falls_back_on :name => 'fallback',
-                :automobile_urbanity => lambda { Country.united_states.automobile_urbanity }, # for now assume US represents world
+                :automobile_urbanity => lambda { united_states.automobile_urbanity }, # for now assume US represents world
                 :automobile_fuel_efficiency => ((22.5 + 16.2) / 2.0).miles_per_gallon.to(:kilometres_per_litre), # average of passenger car fuel unknown and light goods vehicle fuel unknown - WRI Mobile Combustion calculation tool v2.0
                 :automobile_fuel_efficiency_units => 'kilometres_per_litre',
-                :automobile_city_speed => lambda { Country.united_states.automobile_city_speed }, # for now assume US represents world
-                :automobile_city_speed_units => lambda { Country.united_states.automobile_city_speed_units }, # for now assume US represents world
-                :automobile_highway_speed => lambda { Country.united_states.automobile_highway_speed }, # for now assume US represents world
-                :automobile_highway_speed_units => lambda { Country.united_states.automobile_highway_speed_units }, # for now assume US represents world
-                :automobile_trip_distance => lambda { Country.united_states.automobile_trip_distance }, # for now assume US represents world
-                :automobile_trip_distance_units => lambda { Country.united_states.automobile_trip_distance_units }, # for now assume US represents world
-                :flight_route_inefficiency_factor => lambda { Country.maximum(:flight_route_inefficiency_factor) } # default to the largest inefficiency factor
+                :automobile_city_speed => lambda { united_states.automobile_city_speed }, # for now assume US represents world
+                :automobile_city_speed_units => lambda { united_states.automobile_city_speed_units }, # for now assume US represents world
+                :automobile_highway_speed => lambda { united_states.automobile_highway_speed }, # for now assume US represents world
+                :automobile_highway_speed_units => lambda { united_states.automobile_highway_speed_units }, # for now assume US represents world
+                :automobile_trip_distance => lambda { united_states.automobile_trip_distance }, # for now assume US represents world
+                :automobile_trip_distance_units => lambda { united_states.automobile_trip_distance_units }, # for now assume US represents world
+                :flight_route_inefficiency_factor => lambda { maximum(:flight_route_inefficiency_factor) }, # default to the largest inefficiency factor
+                :rail_trip_distance => lambda { weighted_average(:rail_trip_distance, :weighted_by => :rail_passengers) },
+                :rail_trip_distance_units => 'kilometres', # FIXME TODO derive this
+                :rail_speed => lambda { weighted_average(:rail_speed, :weighted_by => :rail_passengers) },
+                :rail_speed_units => 'kilometres_per_hour', # FIXME TODO derive this
+                :rail_trip_electricity_intensity => lambda { weighted_average(:rail_trip_electricity_intensity, :weighted_by => :rail_passengers) },
+                :rail_trip_electricity_intensity_units => 'kilowatt_hour_per_passenger_kilometre', # FIXME TODO derive this
+                :rail_trip_diesel_intensity => lambda { weighted_average(:rail_trip_diesel_intensity, :weighted_by => :rail_passengers) },
+                :rail_trip_diesel_intensity_units => 'litres_per_passenger_kilometre', # FIXME TODO derive this
+                :rail_trip_co2_emission_factor => lambda { weighted_average(:rail_trip_co2_emission_factor, :weighted_by => :rail_passengers) },
+                :rail_trip_co2_emission_factor_units => 'kilograms' # FIXME TODO derive this
   
   class << self
     def united_states
@@ -31,4 +43,15 @@ class Country < ActiveRecord::Base
   col :automobile_trip_distance, :type => :float
   col :automobile_trip_distance_units
   col :flight_route_inefficiency_factor, :type => :float
-end
+  col :rail_passengers, :type => :float
+  col :rail_trip_distance, :type => :float
+  col :rail_trip_distance_units
+  col :rail_speed, :type => :float
+  col :rail_speed_units
+  col :rail_trip_electricity_intensity, :type => :float
+  col :rail_trip_electricity_intensity_units
+  col :rail_trip_diesel_intensity, :type => :float
+  col :rail_trip_diesel_intensity_units
+  col :rail_trip_co2_emission_factor, :type => :float
+  col :rail_trip_co2_emission_factor_units
+end

data/lib/earth/locality/country/data_miner.rb

@@ -16,8 +16,8 @@ Country.class_eval do
       store 'flight_route_inefficiency_factor'
     end
     
-    import "automobile trip fallbacks",
-           :url => 'https://spreadsheets.google.com/pub?hl=en&hl=en&key=0AoQJbWqPrREqdDdZRm1tNjY0c2dYNG00bXJ3TXRqUVE&gid=0&output=csv' do
+    import "automobile-related data for the US",
+           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdDdZRm1tNjY0c2dYNG00bXJ3TXRqUVE&gid=0&output=csv' do
       key 'iso_3166_code'
       store 'automobile_urbanity'
       store 'automobile_city_speed', :units_field_name => 'automobile_city_speed_units'
@@ -73,6 +73,42 @@ Country.class_eval do
       }
     end
     
+    process "Ensure RailCompany is populated" do
+      RailCompany.run_data_miner!
+    end
+    
+    process "Calculate rail passengers, trip distance, and speed from RailCompany" do
+      find_each do |country|
+        if country.rail_companies.any?
+          country.rail_passengers = country.rail_companies.sum(:passengers)
+          country.rail_trip_distance = country.rail_companies.weighted_average(:trip_distance, :weighted_by => :passengers)
+          country.rail_trip_distance_units = 'kilometres' if country.rail_trip_distance.present?
+          country.rail_speed = country.rail_companies.weighted_average(:speed, :weighted_by => :passengers)
+          country.rail_speed_units = 'kilometres_per_hour' if country.rail_speed.present?
+          country.save!
+        end
+      end
+    end
+    
+    import "european rail fuel and emission data derived from the UIC",
+           :url => 'https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDczWnlPN2VtX1RmU0EtOVBYRFo4REE&output=csv' do
+      key 'iso_3166_code'
+      store 'rail_trip_electricity_intensity', :units_field_name => 'rail_trip_electricity_intensity_units'
+      store 'rail_trip_diesel_intensity',      :units_field_name => 'rail_trip_diesel_intensity_units'
+      store 'rail_trip_co2_emission_factor',   :units_field_name => 'rail_trip_co2_emission_factor_units' 
+    end
+    
+    process "Derive US rail fuel and emission data from RailCompany" do
+      country = Country.united_states
+      country.rail_trip_electricity_intensity = country.rail_companies.weighted_average(:electricity_intensity, :weighted_by => :passengers)
+      country.rail_trip_electricity_intensity_units = 'kilowatt_hours_per_passenger_kilometre'
+      country.rail_trip_diesel_intensity = country.rail_companies.weighted_average(:diesel_intensity, :weighted_by => :passengers)
+      country.rail_trip_diesel_intensity_units = 'litres_per_passenger_kilometre'
+      country.rail_trip_co2_emission_factor = country.rail_companies.weighted_average(:co2_emission_factor, :weighted_by => :passengers)
+      country.rail_trip_co2_emission_factor_units = 'kilograms_per_passenger_kilometre'
+      country.save!
+    end
+    
     # FIXME TODO verify this
   end
 end

data/lib/earth/locality/country_rail_class.rb

@@ -0,0 +1,18 @@
+class CountryRailClass < ActiveRecord::Base
+  set_primary_key :name
+  
+  col :name
+  col :country_iso_3166_code
+  col :rail_class_name
+  col :passengers, :type => :float
+  col :speed, :type => :float
+  col :speed_units
+  col :trip_distance, :type => :float
+  col :trip_distance_units
+  col :electricity_intensity, :type => :float
+  col :electricity_intensity_units
+  col :diesel_intensity, :type => :float
+  col :diesel_intensity_units
+  col :co2_emission_factor, :type => :float
+  col :co2_emission_factor_units
+end

data/lib/earth/locality/country_rail_class/data_miner.rb

@@ -0,0 +1,16 @@
+CountryRailClass.class_eval do
+  data_miner do
+    import "a list of country-specific rail classes and their pre-calculated characteristics",
+           :url => 'https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdFg3YVptS2FYdHBsb2kyZFRxSm5FdlE&output=csv' do
+      key   'name', :synthesize => lambda { |record| [record['country_iso_3166_code'], record['rail_class_name']].join(' ') }
+      store 'country_iso_3166_code'
+      store 'rail_class_name'
+      store 'passengers'
+      store 'speed',                 :units_field_name => 'speed_units'
+      store 'trip_distance',         :units_field_name => 'trip_distance_units'
+      store 'electricity_intensity', :units_field_name => 'electricity_intensity_units'
+      store 'diesel_intensity',      :units_field_name => 'diesel_intensity_units'
+      store 'co2_emission_factor',   :units_field_name => 'co2_emission_factor_units'
+    end
+  end
+end

data/lib/earth/locality/country_rail_traction.rb

@@ -0,0 +1,13 @@
+class CountryRailTraction < ActiveRecord::Base
+  set_primary_key :name
+  
+  col :name
+  col :country_iso_3166_code
+  col :rail_traction_name
+  col :electricity_intensity, :type => :float
+  col :electricity_intensity_units
+  col :diesel_intensity, :type => :float
+  col :diesel_intensity_units
+  col :co2_emission_factor, :type => :float
+  col :co2_emission_factor_units
+end

data/lib/earth/locality/country_rail_traction/data_miner.rb

@@ -0,0 +1,34 @@
+CountryRailTraction.class_eval do
+  data_miner do
+    import "european rail traction data from the UIC",
+           :url => 'https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdHA1RmZ0SlN6ZkVOenRodGFBQ1N0Q2c&output=csv' do
+      key 'name', :synthesize => lambda { |record| [record['country_iso_3166_code'], record['rail_traction_name']].join(' ') }
+      store 'country_iso_3166_code'
+      store 'rail_traction_name'
+      store 'electricity_intensity', :nullify => :true, :units_field_name => 'electricity_intensity_units'
+      store 'diesel_intensity',      :nullify => :true, :units_field_name => 'diesel_intensity_units'
+      store 'co2_emission_factor',   :nullify => :true, :units_field_name => 'co2_emission_factor_units'
+    end
+    
+    process "Ensure RailFuel is populated" do
+      RailFuel.run_data_miner!
+    end
+    
+    process "Standardize diesel intensity units" do
+      CountryRailTraction.where(:diesel_intensity_units => 'grams_per_passenger_kilometre').find_each do |record|
+        diesel = RailFuel.find_by_name("diesel")
+        record.diesel_intensity = record.diesel_intensity.grams.to(:kilograms) / diesel.density
+        record.diesel_intensity_units = [diesel.density_units.split("_per_")[1].pluralize, record.diesel_intensity_units.split("_per_")[1]].join('_per_')
+        record.save!
+      end
+    end
+    
+    process "Standardize co2 emission factor units" do
+      CountryRailTraction.where(:co2_emission_factor_units => 'grams_per_passenger_kilometre').find_each do |record|
+        record.co2_emission_factor = record.co2_emission_factor.grams.to(:kilograms)
+        record.co2_emission_factor_units = ['kilograms', record.co2_emission_factor_units.split("_per_")[1]].join('_per_')
+        record.save!
+      end
+    end
+  end
+end

data/lib/earth/locality/country_rail_traction_class.rb

@@ -0,0 +1,14 @@
+class CountryRailTractionClass < ActiveRecord::Base
+  set_primary_key :name
+  
+  col :name
+  col :country_iso_3166_code
+  col :rail_traction_name
+  col :rail_class_name
+  col :electricity_intensity, :type => :float
+  col :electricity_intensity_units
+  col :diesel_intensity, :type => :float
+  col :diesel_intensity_units
+  col :co2_emission_factor, :type => :float
+  col :co2_emission_factor_units
+end

data/lib/earth/locality/country_rail_traction_class/data_miner.rb

@@ -0,0 +1,35 @@
+CountryRailTractionClass.class_eval do
+  data_miner do
+    import "european rail traction class data from the UIC",
+           :url => 'https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdDBiV0VPdkg2UkNSV0pVdWNNcG9fMHc&output=csv' do
+      key 'name', :synthesize => lambda { |record| [record['country_iso_3166_code'], record['rail_traction_name'], record['rail_class_name']].join(' ') }
+      store 'country_iso_3166_code'
+      store 'rail_traction_name'
+      store 'rail_class_name'
+      store 'electricity_intensity', :nullify => true, :units_field_name => 'electricity_intensity_units'
+      store 'diesel_intensity',      :nullify => true, :units_field_name => 'diesel_intensity_units'
+      store 'co2_emission_factor',   :nullify => true, :units_field_name => 'co2_emission_factor_units'
+    end
+    
+    process "Ensure RailFuel is populated" do
+      RailFuel.run_data_miner!
+    end
+    
+    process "Standardize diesel intensity units" do
+      CountryRailTractionClass.where(:diesel_intensity_units => 'grams_per_passenger_kilometre').find_each do |record|
+        diesel = RailFuel.find_by_name("diesel")
+        record.diesel_intensity = record.diesel_intensity.grams.to(:kilograms) / diesel.density
+        record.diesel_intensity_units = [diesel.density_units.split("_per_")[1].pluralize, record.diesel_intensity_units.split("_per_")[1]].join('_per_')
+        record.save!
+      end
+    end
+    
+    process "Standardize co2 emission factor units" do
+      CountryRailTractionClass.where(:co2_emission_factor_units => 'grams_per_passenger_kilometre').find_each do |record|
+        record.co2_emission_factor = record.co2_emission_factor.grams.to(:kilograms)
+        record.co2_emission_factor_units = ['kilograms', record.co2_emission_factor_units.split("_per_")[1]].join('_per_')
+        record.save!
+      end
+    end
+  end
+end

data/lib/earth/locality/data_miner.rb

@@ -2,6 +2,9 @@ require 'earth/locality/census_division/data_miner'
 require 'earth/locality/census_region/data_miner'
 require 'earth/locality/climate_division/data_miner'
 require 'earth/locality/country/data_miner'
+require 'earth/locality/country_rail_traction/data_miner'
+require 'earth/locality/country_rail_class/data_miner'
+require 'earth/locality/country_rail_traction_class/data_miner'
 require 'earth/locality/egrid_region/data_miner'
 require 'earth/locality/egrid_subregion/data_miner'
 require 'earth/locality/petroleum_administration_for_defense_district/data_miner'

data/lib/earth/locality/zip_code.rb

@@ -1,16 +1,18 @@
 class ZipCode < ActiveRecord::Base
   set_primary_key :name
   
-  belongs_to :egrid_subregion, :foreign_key => 'egrid_subregion_abbreviation'
+  belongs_to :egrid_subregion,  :foreign_key => 'egrid_subregion_abbreviation'
   belongs_to :climate_division, :foreign_key => 'climate_division_name'
-  belongs_to :state, :foreign_key => 'state_postal_abbreviation'
-#  has_one :census_division, :through => :state
-#  has_one :census_region, :through => :state
+  belongs_to :state,            :foreign_key => 'state_postal_abbreviation'
   
-  acts_as_mappable :default_units => :miles,  # FIXME imperial
+  def country
+    Country.united_states
+  end
+  
+  acts_as_mappable :default_units => :kilometres,
                    :lat_column_name => :latitude,
                    :lng_column_name => :longitude
-
+  
   col :name
   col :state_postal_abbreviation
   col :description
@@ -18,4 +20,4 @@ class ZipCode < ActiveRecord::Base
   col :longitude
   col :egrid_subregion_abbreviation
   col :climate_division_name
-end
+end

data/lib/earth/rail.rb

@@ -1 +1,9 @@
+require 'earth/rail/rail_company'
+require 'earth/rail/rail_company_traction'
+require 'earth/rail/rail_company_traction_class'
 require 'earth/rail/rail_class'
+require 'earth/rail/rail_fuel'
+require 'earth/rail/rail_traction'
+require 'earth/rail/national_transit_database_company'
+require 'earth/rail/national_transit_database_mode'
+require 'earth/rail/national_transit_database_record'