earth 0.3.11 → 0.3.13

data/lib/earth/automobile/automobile_type_fuel_year_control/data_miner.rb

@@ -0,0 +1,46 @@
+AutomobileTypeFuelYearControl.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string  'name'
+      string  'type_name'
+      string  'fuel_common_name'
+      integer 'year'
+      string  'control_name'
+      float   'total_travel_percent'
+    end
+    
+    import "automobile type fuel year control data derived from the 2010 EPA GHG Inventory",
+           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdGpQV2xMdlZkV1JzVlVTeU5ZalF6elE&hl=en&output=csv' do
+      key   'name'
+      store 'type_name'
+      store 'fuel_common_name'
+      store 'year'
+      store 'control_name'
+      store 'total_travel_percent'
+    end
+    
+    verify "Type name, fuel common name, and control name should never be missing" do
+      AutomobileTypeFuelYearControl.all.each do |record|
+        %w{ type_name fuel_common_name control_name }.each do |attribute|
+          value = record.send(:"#{attribute}")
+          if value.nil?
+            raise "Missing #{attribute} for AutomobileTypeFuelYearControl '#{record.name}'"
+          end
+        end
+      end
+    end
+    
+    verify "Year should be from 1990 to 2008" do
+      AutomobileTypeFuelYearControl.all.each do |record|
+        year = record.send(:year)
+        unless year > 1989 and year < 2009
+          raise "Invalid year for AutomobileTypeFuelYearControl '#{record.name}': #{year} (should be from 1990 to 2008)"
+        end
+      end
+    end
+    
+    # FIXME TODO
+    # verify "Total travel percent for each type fuel year should sum to one" do
+    # end
+  end
+end

data/lib/earth/automobile/automobile_type_year.rb

@@ -0,0 +1,7 @@
+class AutomobileTypeYear < ActiveRecord::Base
+  set_primary_key :name
+  
+  data_miner do
+    tap "Brighter Planet's sanitized automobile type year data", Earth.taps_server
+  end
+end

data/lib/earth/automobile/automobile_type_year/data_miner.rb

@@ -0,0 +1,55 @@
+AutomobileTypeYear.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string  'name'
+      string  'type_name'
+      integer 'year'
+      float   'hfc_emissions'
+      string  'hfc_emissions_units'
+    end
+    
+    import "automobile type year air conditioning emissions derived from the 2010 EPA GHG Inventory",
+           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdFoyTWhDeHpndTV5Ny1aX0sxR1ljSFE&hl=en&output=csv' do
+      key   'name'
+      store 'type_name'
+      store 'year'
+      store 'hfc_emissions', :units_field_name => 'hfc_emissions_units'
+    end
+    
+    verify "Type name should never be missing" do
+      AutomobileTypeYear.all.each do |record|
+        value = record.send(:type_name)
+        if value.nil?
+          raise "Missing type name for AutomobileTypeYear '#{record.name}'"
+        end
+      end
+    end
+    
+    verify "Year should be from 1990 to 2008" do
+      AutomobileTypeYear.all.each do |record|
+        year = record.send(:year)
+        unless year > 1989 and year < 2009
+          raise "Invalid year for AutomobileTypeYear '#{record.name}': #{year} (should be from 1990 to 2008)"
+        end
+      end
+    end
+    
+    verify "HFC emissions should be zero or more" do
+      AutomobileTypeYear.all.each do |record|
+        emissions = record.send(:hfc_emissions)
+        unless emissions >= 0
+          raise "Invalid HFC emissions for AutomobileTypeYear '#{record.name}': #{emissions} (should be zero or more)"
+        end
+      end
+    end
+    
+    verify "HFC emissions units should be kilograms CO2e" do
+      AutomobileTypeYear.all.each do |record|
+        units = record.send(:hfc_emissions_units)
+        unless units == "kilograms_co2e"
+          raise "Invalid HFC emissions units for AutomobileTypeYear '#{record.name}': #{units} (should be kilograms_co2e)"
+        end
+      end
+    end
+  end
+end

data/lib/earth/automobile/data_miner.rb

@@ -5,4 +5,10 @@ require 'earth/automobile/automobile_make_year/data_miner'
 require 'earth/automobile/automobile_make_model/data_miner'
 require 'earth/automobile/automobile_make_model_year/data_miner'
 require 'earth/automobile/automobile_size_class/data_miner'
+require 'earth/automobile/automobile_size_class_year/data_miner'
 require 'earth/automobile/automobile_make_model_year_variant/data_miner'
+require 'earth/automobile/automobile_type_year/data_miner'
+require 'earth/automobile/automobile_type_fuel_age/data_miner'
+require 'earth/automobile/automobile_type_fuel_control/data_miner'
+require 'earth/automobile/automobile_type_fuel_year/data_miner'
+require 'earth/automobile/automobile_type_fuel_year_control/data_miner'

data/lib/earth/computation.rb

@@ -0,0 +1,4 @@
+require 'earth/computation/computation_platform'
+require 'earth/computation/data_center_company'
+require 'earth/computation/server_type'
+require 'earth/computation/server_type_alias'

data/lib/earth/computation/computation_platform.rb

@@ -0,0 +1,9 @@
+class ComputationPlatform < ActiveRecord::Base
+  set_primary_key :name
+  
+  belongs_to :data_center_company, :foreign_key => 'data_center_company_name'
+  
+  data_miner do
+    tap "Brighter Planet's computation platform data", Earth.taps_server
+  end
+end

data/lib/earth/computation/computation_platform/data_miner.rb

@@ -0,0 +1,24 @@
+ComputationPlatform.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string 'name'
+      string 'data_center_company_name'
+    end
+    
+    import "a list of computation platforms and the data center company they use",
+           :url => 'https://spreadsheets.google.com/pub?key=0AkCJNpm9Ks6JdG5zVER5THhXRlE4N0RXTklVaS03Ymc&single=true&gid=0&output=csv' do
+      key   'name'
+      store 'data_center_company_name'
+    end
+    
+    verify "Data center company name should never be missing" do
+      ComputationPlatform.all.each do |platform|
+        if platform.data_center_company_name.nil?
+          raise "Invalid data center company name for DataCenterCompany #{platform.name}: #{platform.data_center_company_name}"
+        end
+      end
+    end
+    
+    # FIXME TODO verify that all data center company names appear in data_center_companies
+  end
+end

data/lib/earth/computation/data_center_company.rb

@@ -0,0 +1,7 @@
+class DataCenterCompany < ActiveRecord::Base
+  set_primary_key :name
+  
+  data_miner do
+    tap "Brighter Planet's data center company data", Earth.taps_server
+  end
+end

data/lib/earth/computation/data_center_company/data_miner.rb

@@ -0,0 +1,22 @@
+DataCenterCompany.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string 'name'
+      float  'power_usage_effectiveness'
+    end
+    
+    import "a list of data center companies and their power usage effectiveness",
+           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdFlxZVZLai01WWJOOTFiaUd1blF6VkE&hl=en&single=true&gid=0&output=csv' do
+      key   'name'
+      store 'power_usage_effectiveness'
+    end
+    
+    verify "Power usage effectiveness should be one or more" do
+      DataCenterCompany.all.each do |company|
+        unless company.power_usage_effectiveness >= 1.0
+          raise "Invalid power usage effectiveness for DataCenterCompany #{company.name}: #{company.power_usage_effectiveness} (should be >= 1.0)"
+        end
+      end
+    end
+  end
+end

data/lib/earth/computation/data_miner.rb

@@ -0,0 +1,4 @@
+require 'earth/computation/computation_platform/data_miner'
+require 'earth/computation/data_center_company/data_miner'
+require 'earth/computation/server_type/data_miner'
+require 'earth/computation/server_type_alias/data_miner'

data/lib/earth/computation/server_type.rb

@@ -0,0 +1,9 @@
+class ServerType < ActiveRecord::Base
+  set_primary_key :name
+  
+  belongs_to :data_center_company, :foreign_key => 'data_center_company_name'
+  
+  data_miner do
+    tap "Brighter Planet's server type data", Earth.taps_server
+  end
+end

data/lib/earth/computation/server_type/data_miner.rb

@@ -0,0 +1,49 @@
+ServerType.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string 'name'
+      string 'data_center_company_name'
+      float  'cpu'
+      string 'cpu_units'
+      float  'memory'
+      string 'memory_units'
+      float  'electricity_draw'
+      string 'electricity_draw_units'
+    end
+    
+    import "a list of server types and their characteristics",
+           :url => 'https://spreadsheets.google.com/pub?key=0AkCJNpm9Ks6JdGExaW1ic2c0d2s1ZmpzeUdOa2kyRlE&hl=en&single=true&gid=0&output=csv' do
+      key   'name'
+      store 'data_center_company_name'
+      store 'cpu',              :units_field_name => 'cpu_units'
+      store 'memory',           :units_field_name => 'memory_units'
+      store 'electricity_draw', :units_field_name => 'electricity_draw_units'
+    end
+    
+    # FIXME TODO verify that data center company name appears in data_center_companies
+    
+    verify "Data center company name should never be missing" do
+      ServerType.all.each do |server|
+        if server.data_center_company_name.nil?
+          raise "Invalid data center company name for ServerType #{server.name}: #{server.data_center_company_name}"
+        end
+      end
+    end
+    
+    verify "Electricity draw should be more than zero" do
+      ServerType.all.each do |server|
+        unless server.electricity_draw > 0
+          raise "Invalid electricity draw for ServerType #{server.name}: #{server.electricity_draw} (should be > 0)"
+        end
+      end
+    end
+    
+    verify "Electricity draw units should be kilowatts" do
+      ServerType.all.each do |server|
+        unless server.electricity_draw_units == 'kilowatts'
+          raise "Invalid electricity draw units for ServerType #{server.name}: #{server.electricity_draw_units} (should be kilowatts)"
+        end
+      end
+    end
+  end
+end

data/lib/earth/computation/server_type_alias.rb

@@ -0,0 +1,10 @@
+class ServerTypeAlias < ActiveRecord::Base
+  set_primary_key :name
+  
+  belongs_to :server_type, :foreign_key => 'server_type_name'
+  belongs_to :platform,    :foreign_key => 'platform_name',   :class_name => 'ComputationPlatform'
+  
+  data_miner do
+    tap "Brighter Planet's server type data", Earth.taps_server
+  end
+end

data/lib/earth/computation/server_type_alias/data_miner.rb

@@ -0,0 +1,30 @@
+ServerTypeAlias.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string 'name'
+      string 'server_type_name'
+      string 'platform_name'
+    end
+    
+    import "a list of server type aliases and their characteristics",
+           :url => 'https://spreadsheets.google.com/pub?key=0AkCJNpm9Ks6JdDdkVlBzSUYweFN0OHBreEN6YTdTZ3c&hl=en&single=true&gid=0&output=csv' do
+      key   'name', :field_name => 'alias'
+      store 'server_type_name'
+      store 'platform_name'
+    end
+    
+    # FIXME TODO verify that server type name appears in server_types
+    # FIXME TODO verify that platform name appears in computation_platforms
+    
+    verify "Server type name and platform name should never be missing" do
+      ServerTypeAlias.all.each do |server_alias|
+        [:server_type_name, :platform_name].each do |x|
+          test_item = server_alias.send(x)
+          if test_item.nil?
+            raise "Invalid #{x} for ServerTypeAlias #{server_alias.name}: #{test_item}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/earth/data_miner.rb

@@ -1,6 +1,7 @@
 require 'earth/air/data_miner'
 require 'earth/automobile/data_miner'
 require 'earth/bus/data_miner'
+require 'earth/computation/data_miner'
 require 'earth/diet/data_miner'
 require 'earth/fuel/data_miner'
 require 'earth/hospitality/data_miner'

data/lib/earth/fuel.rb

@@ -1,2 +1,4 @@
 require 'earth/fuel/fuel_price'
 require 'earth/fuel/fuel_type'
+require 'earth/fuel/fuel_year'
+require 'earth/fuel/greenhouse_gas'

data/lib/earth/fuel/data_miner.rb

@@ -1,2 +1,4 @@
 require 'earth/fuel/fuel_price/data_miner'
 require 'earth/fuel/fuel_type/data_miner'
+require 'earth/fuel/fuel_year/data_miner'
+require 'earth/fuel/greenhouse_gas/data_miner'

data/lib/earth/fuel/fuel_year.rb

@@ -0,0 +1,7 @@
+class FuelYear < ActiveRecord::Base
+  set_primary_key :name
+  
+  data_miner do
+    tap "Brighter Planet's fuel year data", Earth.taps_server
+  end
+end

data/lib/earth/fuel/fuel_year/data_miner.rb

@@ -0,0 +1,76 @@
+FuelYear.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string  'name'
+      string  'fuel_name'
+      integer 'year'
+      string  'fuel_common_name'
+      float   'carbon_content'
+      string  'carbon_content_units'
+      float   'energy_content'
+      string  'energy_content_units'
+      float   'co2_emission_factor'
+      string  'co2_emission_factor_units'
+    end
+    
+    import "a list of fuel years and their carbon and energy contents, derived from the 2010 EPA GHG Inventory",
+           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdFZVSlZ3SUZsTzZLVTB5bVk5THdBN2c&hl=en&single=true&gid=0&output=csv' do
+      key 'name'
+      store 'fuel_name'
+      store 'year'
+      store 'fuel_common_name'
+      store 'carbon_content', :units_field_name => 'carbon_content_units'
+      store 'energy_content', :units_field_name => 'energy_content_units'
+    end
+    
+    process "Calculate CO2 emission factor" do
+      conversion_factor = (1000000.0 / 1000000000000000.0) * (1000000000000.0 / 1000.0) * (1.0 / 158.987295) * (44.0 / 12.0)
+      update_all "co2_emission_factor = carbon_content * energy_content * #{conversion_factor}"
+      update_all "co2_emission_factor_units = 'kilograms_per_litre'"
+    end
+    
+    verify "Fuel name and fuel common name should never be missing" do
+      FuelYear.all.each do |record|
+        %w{ fuel_name fuel_common_name }.each do |attribute|
+          value = record.send(:"#{attribute}")
+          if value.nil?
+            raise "Missing #{attribute} for FuelYear '#{record.name}'"
+          end
+        end
+      end
+    end
+    
+    verify "Year should be from 1990 to 2008" do
+      FuelYear.all.each do |record|
+        year = record.send(:year)
+        unless year > 1989 and year < 2009
+          raise "Invalid year for FuelYear '#{record.name}': #{year} (should be from 1990 to 2008)"
+        end
+      end
+    end
+    
+    verify "Carbon content, energy content, and CO2 emission factor should be greater than zero" do
+      FuelYear.all.each do |record|
+        %w{ carbon_content energy_content co2_emission_factor }.each do |attribute|
+          value = record.send(:"#{attribute}")
+          unless value > 0
+            raise "Invalid #{attribute} for FuelYear '#{record.name}': #{value} (should be > 0)"
+          end
+        end
+      end
+    end
+    
+    verify "Units should be correct" do
+      FuelYear.all.each do |record|
+        ["carbon_content_units teragrams_per_quadrillion_btu", "energy_content_units million_btu_per_barrel", "co2_emission_factor_units kilograms_per_litre"].each do |pair|
+          attribute = pair.split[0]
+          proper_units = pair.split[1]
+          units = record.send(:"#{attribute}")
+          unless units == proper_units
+            raise "Invalid #{attribute} for FuelYear '#{record.name}': #{units} (should be #{proper_units})"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/earth/fuel/greenhouse_gas.rb

@@ -0,0 +1,7 @@
+class GreenhouseGas < ActiveRecord::Base
+  set_primary_key :name
+  
+  data_miner do
+    tap "Brighter Planet's greenhouse gas data", Earth.taps_server
+  end
+end

data/lib/earth/fuel/greenhouse_gas/data_miner.rb

@@ -0,0 +1,59 @@
+GreenhouseGas.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string  'name'
+      string  'abbreviation'
+      string  'ipcc_report'
+      integer 'time_horizon'
+      string  'time_horizon_units'
+      integer 'global_warming_potential'
+    end
+    
+    import "greenhouse gas global warming potentials taken from the IPCC AR4",
+           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdE1tUjBwS1ZHZnBUUG1XcVpkOTVHOVE&single=true&gid=0&output=csv' do
+      key 'name'
+      store 'abbreviation'
+      store 'ipcc_report'
+      store 'time_horizon', :units_field_name => 'time_horizon_units'
+      store 'global_warming_potential'
+    end
+    
+    verify "Abbreviation and IPCC report should never be missing" do
+      GreenhouseGas.all.each do |record|
+        %w{ abbreviation ipcc_report }.each do |attribute|
+          value = record.send(:"#{attribute}")
+          if value.nil?
+            raise "Missing #{attribute} for GreenhouseGas '#{record.name}'"
+          end
+        end
+      end
+    end
+    
+    verify "Time horizon should be 100" do
+      GreenhouseGas.all.each do |record|
+        value = record.send(:time_horizon)
+        unless value == 100
+          raise "Invalid time horizon for GreenhouseGas '#{record.name}': #{value} (should be 100)"
+        end
+      end
+    end
+    
+    verify "Time horizon units should be years" do
+      GreenhouseGas.all.each do |record|
+        units = record.send(:time_horizon_units)
+        unless units == "years"
+          raise "Invalid time horizon units for GreenhouseGas '#{record.name}': #{units} (should be years)"
+        end
+      end
+    end
+    
+    verify "Global warming potential should be one or more" do
+      GreenhouseGas.all.each do |record|
+        value = record.send(:global_warming_potential)
+        unless value >= 1
+          raise "Invalid global warming potential for GreenhouseGas '#{record.name}': #{value} (should >= 1)"
+        end
+      end
+    end
+  end
+end