earth 0.5.0 → 0.5.2

data/lib/earth/automobile/automobile_make_model_year_variant/data_miner.rb

@@ -1,53 +1,54 @@
 AutomobileMakeModelYearVariant.class_eval do
-  class << self
+  # For errata
+  class AutomobileMakeModelYearVariant::Guru
     def transmission_is_blank?(row)
       row['transmission'].blank?
     end
-
+    
     def is_a_2007_gmc_or_chevrolet?(row)
       row['year'] == 2007 and %w(GMC CHEVROLET).include? row['MFR'].upcase
     end
-
+    
     def is_a_porsche?(row)
       row['make'].to_s.upcase == 'PORSCHE'
     end
-
+    
     def is_not_a_porsche?(row)
       !is_a_porsche? row
     end
-
+    
     def is_a_mercedes_benz?(row)
       row['make'].to_s =~ /MERCEDES/i
     end
-
+    
     def is_a_lexus?(row)
       row['make'].to_s.upcase == 'LEXUS'
     end
-
+    
     def is_a_bmw?(row)
       row['make'].to_s.upcase == 'BMW'
     end
-
+    
     def is_a_ford?(row)
       row['make'].to_s.upcase == 'FORD'
     end
-
+    
     def is_a_rolls_royce_and_model_contains_bentley?(row)
       is_a_rolls_royce?(row) and model_contains_bentley?(row)
     end
-
+    
     def is_a_bentley?(row)
       row['make'].to_s.upcase == 'BENTLEY'
     end
-
+    
     def is_a_rolls_royce?(row)
       row['make'].to_s =~ /ROLLS/i
     end
-
+    
     def is_a_turbo_brooklands?(row)
       row['model'] =~ /TURBO R\/RL BKLDS/i
     end
-
+    
     def model_contains_maybach?(row)
       row['model'] =~ /MAYBACH/i
     end
@@ -56,6 +57,10 @@ AutomobileMakeModelYearVariant.class_eval do
       row['model'] =~ /BENTLEY/i
     end
     
+    def name_contains_smart?(row)
+      row['model'] =~ / smart /i
+    end
+    
     def source_code
       IO.read __FILE__
     end
@@ -260,44 +265,6 @@ AutomobileMakeModelYearVariant.class_eval do
   end
   
   data_miner do
-    schema Earth.database_options do
-      string   'row_hash'
-      string   'name' # short name!
-      string   'make_name'
-      string   'make_model_name' # make + model
-      string   'make_year_name' # make + year
-      string   'make_model_year_name' # make + model + year
-      integer  'year'
-      float    'fuel_efficiency'
-      string   'fuel_efficiency_units'
-      float    'fuel_efficiency_city'
-      string   'fuel_efficiency_city_units'
-      float    'fuel_efficiency_highway'
-      string   'fuel_efficiency_highway_units'
-      string   'fuel_code'
-      string   'transmission'
-      string   'drive'
-      boolean  'turbo'
-      boolean  'supercharger'
-      integer  'cylinders'
-      float    'displacement'
-      float    'raw_fuel_efficiency_city'
-      string   'raw_fuel_efficiency_city_units'
-      float    'raw_fuel_efficiency_highway'
-      string   'raw_fuel_efficiency_highway_units'
-      integer  'carline_mfr_code'
-      integer  'vi_mfr_code'
-      integer  'carline_code'
-      integer  'carline_class_code'
-      boolean  'injection'
-      string   'carline_class_name'
-      string   'speeds'
-      index    'make_name'
-      index    'make_model_name'
-      index    'make_year_name'
-      index    'make_model_year_name'
-    end
-    
     # 1985---1997
     # FIXME TODO one Jaguar in the 1990 FEG has no model name
     # FIXME TODO 14 records in the 1995 FEG are missing fuel efficiencies
@@ -312,7 +279,7 @@ AutomobileMakeModelYearVariant.class_eval do
              :select => lambda { |row| row['model'].present? and (row['suppress_code'].blank? or row['suppress_code'].to_f == 0) and row['state_code'] == 'F' },
              :filename => filename,
              :transform => { :class => AutomobileMakeModelYearVariant::ParserB, :year => "19#{yy}".to_i },
-             :errata => { 'url' => 'http://static.brighterplanet.com/science/data/transport/automobiles/fuel_economy_guide/errata.csv' }) do
+             :errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEFqVXRvQjRGNUpxNHFCOXhqSjRmdlE&output=csv', :responder => AutomobileMakeModelYearVariant::Guru.new }) do
         key   'row_hash'
         store 'name', :field_name => 'model'
         store 'make_name', :field_name => 'make'
@@ -350,7 +317,7 @@ AutomobileMakeModelYearVariant.class_eval do
     }.sort { |a, b| a.first <=> b.first }.each do |year, options|
       import "#{ year } Fuel Economy Guide",
              options.merge(:transform => { :class => AutomobileMakeModelYearVariant::ParserC, :year => year },
-                           :errata => { 'url' => 'http://static.brighterplanet.com/science/data/transport/automobiles/fuel_economy_guide/errata.csv' },
+                           :errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEFqVXRvQjRGNUpxNHFCOXhqSjRmdlE&output=csv', :responder => AutomobileMakeModelYearVariant::Guru.new },
                            :select => lambda { |row| row['model'].present? }) do
         key   'row_hash'
         store 'name', :field_name => 'model'
@@ -384,7 +351,7 @@ AutomobileMakeModelYearVariant.class_eval do
     }.sort { |a, b| a.first <=> b.first }.each do |year, options|
       import "#{ year } Fuel Economy Guide",
              options.merge(:transform => { :class => AutomobileMakeModelYearVariant::ParserD, :year => year },
-                           :errata => { 'url' => 'http://static.brighterplanet.com/science/data/transport/automobiles/fuel_economy_guide/errata.csv' },
+                           :errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEFqVXRvQjRGNUpxNHFCOXhqSjRmdlE&output=csv', :responder => AutomobileMakeModelYearVariant::Guru.new },
                            :select => lambda { |row| row['model'].present? }) do
         key   'row_hash'
         store 'name', :field_name => 'model'
@@ -411,11 +378,11 @@ AutomobileMakeModelYearVariant.class_eval do
     # 2010--?
     {
       2010 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/10data.zip', :filename => '2010FE Guide for DOE-all rel dates-no-sales 4-9-10public.xls' },
-      2011 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/11data.zip', :filename => '2011FEGuide-for DOE rel-dates before 1-23-2011-no-sales-01-10-2011public.xlsx' }
+      2011 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/11data.zip', :filename => '2011FEGuide-for DOE rel-dates before 1-23-2011-no-sales-01-10-2011_All_public.xlsx' }
     }.sort { |a, b| a.first <=> b.first }.each do |year, options|
       import "#{ year } Fuel Economy Guide",
              options.merge(:transform => { :class => AutomobileMakeModelYearVariant::ParserE, :year => year },
-                           :errata => { 'url' => 'http://static.brighterplanet.com/science/data/transport/automobiles/fuel_economy_guide/errata.csv' },
+                           :errata => { :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdEFqVXRvQjRGNUpxNHFCOXhqSjRmdlE&output=csv', :responder => AutomobileMakeModelYearVariant::Guru.new },
                            :select => lambda { |row| row['model'].present? }) do
         key   'row_hash'
         store 'name', :field_name => 'model'
@@ -452,12 +419,15 @@ AutomobileMakeModelYearVariant.class_eval do
     end
     
     # Note: need to divide by 0.425143707 b/c equation is designed for miles / gallon not km / l
+    # Note: EPA seems to adjust differently for plug-in hybrid electric vehicles (e.g. Leaf and Volt)
     process "Calculate adjusted fuel efficiency using the latest EPA equations from EPA Fuel Economy Trends report Appendix A including conversion from miles per gallon to kilometres per litre" do
       update_all 'fuel_efficiency_city = 1 / ((0.003259 / 0.425143707) + (1.1805 / raw_fuel_efficiency_city))'
       update_all 'fuel_efficiency_highway = 1 / ((0.001376 / 0.425143707) + (1.3466 / raw_fuel_efficiency_highway))'
     end
     
     # This will be useful later for calculating MakeModel and Make fuel efficiency based on Variant
+    # NOTE: we use a 43/57 city/highway weighting per the latest EPA analysis of real-world driving behavior
+    # This results in a deviation from EPA fuel economy label values which use a historical 55/45 weighting
     process "Calculate combined adjusted fuel efficiency using the latest EPA equation" do
       update_all "fuel_efficiency = 1 / ((0.43 / fuel_efficiency_city) + (0.57 / fuel_efficiency_highway))"
       update_all "fuel_efficiency_units = 'kilometres_per_litre'"
@@ -471,7 +441,7 @@ AutomobileMakeModelYearVariant.class_eval do
     end
     
     verify "Year should be from 1985 to 2011" do
-      AutomobileMakeModelYearVariant.find_by_sql("SELECT DISTINCT year FROM automobile_make_model_year_variants").map(&:year).each do |year|
+      connection.select_values("SELECT DISTINCT year FROM automobile_make_model_year_variants").each do |year|
         unless year > 1984 and year < 2012
           raise "Invalid year in automobile_make_model_year_variants: #{year} is not from 1985 to 2011"
         end
@@ -483,8 +453,8 @@ AutomobileMakeModelYearVariant.class_eval do
     end
     
     verify "Fuel code should appear in AutomobileFuel" do
-      valid_codes = AutomobileFuel.find_by_sql("SELECT DISTINCT code FROM automobile_fuels").map(&:code)
-      AutomobileMakeModelYearVariant.find_by_sql("SELECT DISTINCT fuel_code FROM automobile_make_model_year_variants").map(&:fuel_code).each do |fuel_code|
+      valid_codes = connection.select_values("SELECT DISTINCT code FROM automobile_fuels")
+      connection.select_values("SELECT DISTINCT fuel_code FROM automobile_make_model_year_variants").each do |fuel_code|
         unless valid_codes.include?(fuel_code)
           raise "Invalide fuel code in automobile_make_model_year_variants: #{fuel_code} is not in #{valid_codes}"
         end
@@ -493,18 +463,20 @@ AutomobileMakeModelYearVariant.class_eval do
     
     verify "Fuel efficiencies should be greater than zero" do
       [:fuel_efficiency, :fuel_efficiency_city, :fuel_efficiency_highway].each do |field|
-        unless AutomobileMakeModelYearVariant.where(field => nil).count == 0
-          raise "Invalid fuel efficiency in automobile_make_model_year_variants: nil is not > 0"
-        end
-        unless AutomobileMakeModelYearVariant.where(field => 0).count == 0
-          raise "Invalid fuel efficiency in automobile_make_model_year_variants: 0 is not > 0"
+        if AutomobileMakeModelYearVariant.where(field => nil).any?
+          raise "Invalid #{field} in automobile_make_model_year_variants: nil is not > 0"
+        else
+          min = AutomobileMakeModelYearVariant.minimum(field)
+          unless min > 0
+            raise "Invalid #{field} in automobile_make_model_year_variants: #{min} is not > 0"
+          end
         end
       end
     end
     
     verify "Fuel efficiency units should be kilometres per litre" do
       %w{ fuel_efficiency_units fuel_efficiency_city_units fuel_efficiency_highway_units }.each do |field|
-        AutomobileMakeModelYearVariant.find_by_sql("SELECT DISTINCT #{field} FROM automobile_make_model_year_variants").map(&:"#{field}").each do |value|
+        connection.select_values("SELECT DISTINCT #{field} FROM automobile_make_model_year_variants").each do |value|
           unless value == 'kilometres_per_litre'
             raise "Invalid #{field} in automobile_make_model_year_variants: #{value} is not 'kilometres_per_litre'"
           end

data/lib/earth/automobile/automobile_make_model_year_variant.rb

@@ -6,11 +6,41 @@ class AutomobileMakeModelYearVariant < ActiveRecord::Base
   belongs_to :make_model_year, :class_name => 'AutomobileMakeModelYear', :foreign_key => 'make_model_year_name'
   belongs_to :fuel,            :class_name => 'AutomobileFuel',          :foreign_key => 'fuel_code', :primary_key => 'code'
   
-  data_miner do
-    tap "Brighter Planet's sanitized automobile make model year variant data", Earth.taps_server
-    
-    process "pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+  create_table do
+    string   'row_hash'
+    string   'name' # short name!
+    string   'make_name'
+    string   'make_model_name' # make + model
+    string   'make_year_name' # make + year
+    string   'make_model_year_name' # make + model + year
+    integer  'year'
+    float    'fuel_efficiency'
+    string   'fuel_efficiency_units'
+    float    'fuel_efficiency_city'
+    string   'fuel_efficiency_city_units'
+    float    'fuel_efficiency_highway'
+    string   'fuel_efficiency_highway_units'
+    string   'fuel_code'
+    string   'transmission'
+    string   'drive'
+    boolean  'turbo'
+    boolean  'supercharger'
+    integer  'cylinders'
+    float    'displacement'
+    float    'raw_fuel_efficiency_city'
+    string   'raw_fuel_efficiency_city_units'
+    float    'raw_fuel_efficiency_highway'
+    string   'raw_fuel_efficiency_highway_units'
+    integer  'carline_mfr_code'
+    integer  'vi_mfr_code'
+    integer  'carline_code'
+    integer  'carline_class_code'
+    boolean  'injection'
+    string   'carline_class_name'
+    string   'speeds'
+    index    'make_name'
+    index    'make_model_name'
+    index    'make_year_name'
+    index    'make_model_year_name'
   end
 end

data/lib/earth/automobile/automobile_make_year/data_miner.rb

@@ -1,20 +1,12 @@
 AutomobileMakeYear.class_eval do
   data_miner do
     process "Start from scratch" do
-      connection.drop_table table_name
+      delete_all
     end
     
-    schema Earth.database_options do
-      string   'name'
-      string   'make_name'
-      integer  'year'
-      float    'fuel_efficiency'
-      string   'fuel_efficiency_units'
-      integer  'volume' # This will sometimes be null because not all make_years have CAFE data
-    end
-    
-    process "Ensure AutomobileMakeModelYearVariant is populated" do
+    process "Ensure AutomobileMakeModelYearVariant and AutomobileMakeFleetYear are populated" do
       AutomobileMakeModelYearVariant.run_data_miner!
+      AutomobileMakeFleetYear.run_data_miner!
     end
     
     process "Derive manufacturer names and years from automobile make model year variants" do
@@ -33,10 +25,6 @@ AutomobileMakeYear.class_eval do
       }
     end
     
-    process "Ensure AutomobileMakeFleetYear is populated" do
-      AutomobileMakeFleetYear.run_data_miner!
-    end
-    
     # FIXME TODO make this a method on AutomobileMakeYear?
     process "Calculate fuel efficiency from make fleet years for makes with CAFE data" do
       make_fleet_years = AutomobileMakeFleetYear.arel_table

data/lib/earth/automobile/automobile_make_year.rb

@@ -3,12 +3,13 @@ class AutomobileMakeYear < ActiveRecord::Base
   
   belongs_to :make,      :class_name => 'AutomobileMake',          :foreign_key => 'make_name'
   has_many :fleet_years, :class_name => 'AutomobileMakeFleetYear', :foreign_key => 'make_year_name'
-  
-  data_miner do
-    tap "Brighter Planet's make year data", Earth.taps_server
-    
-    process "Pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+
+  create_table do
+    string   'name'
+    string   'make_name'
+    integer  'year'
+    float    'fuel_efficiency'
+    string   'fuel_efficiency_units'
+    integer  'volume' # This will sometimes be null because not all make_years have CAFE data
   end
 end

data/lib/earth/automobile/automobile_size_class/data_miner.rb

@@ -1,20 +1,5 @@
 AutomobileSizeClass.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string 'name'
-      string 'type_name'
-      float  'annual_distance'
-      string 'annual_distance_units'
-      float  'fuel_efficiency_city'
-      string 'fuel_efficiency_city_units'
-      float  'fuel_efficiency_highway'
-      string 'fuel_efficiency_highway_units'
-      float  'hybrid_fuel_efficiency_city_multiplier'
-      float  'hybrid_fuel_efficiency_highway_multiplier'
-      float  'conventional_fuel_efficiency_city_multiplier'
-      float  'conventional_fuel_efficiency_highway_multiplier'
-    end
-    
     # FIXME TODO pull this from AutomobileSizeClassYear
     import "a list of size classes and pre-calculated fuel efficiencies",
            :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdHlRUE5IcWlrRENhN0EtUldPTy1rX1E&gid=0&output=csv' do

data/lib/earth/automobile/automobile_size_class.rb

@@ -6,7 +6,18 @@ class AutomobileSizeClass < ActiveRecord::Base
                 :conventional_fuel_efficiency_city_multiplier => 0.987,
                 :conventional_fuel_efficiency_highway_multiplier => 0.996
   
-  data_miner do
-    tap "Brighter Planet's sanitized automobile size class data", Earth.taps_server
+  create_table do
+    string 'name'
+    string 'type_name'
+    float  'annual_distance'
+    string 'annual_distance_units'
+    float  'fuel_efficiency_city'
+    string 'fuel_efficiency_city_units'
+    float  'fuel_efficiency_highway'
+    string 'fuel_efficiency_highway_units'
+    float  'hybrid_fuel_efficiency_city_multiplier'
+    float  'hybrid_fuel_efficiency_highway_multiplier'
+    float  'conventional_fuel_efficiency_city_multiplier'
+    float  'conventional_fuel_efficiency_highway_multiplier'
   end
 end

data/lib/earth/automobile/automobile_size_class_year/data_miner.rb

@@ -1,16 +1,5 @@
 AutomobileSizeClassYear.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string  'name'
-      string  'size_class_name'
-      integer 'year'
-      string  'type_name'
-      float   'fuel_efficiency_city'
-      string  'fuel_efficiency_city_units'
-      float   'fuel_efficiency_highway'
-      string  'fuel_efficiency_highway_units'
-    end
-    
     import "automobile size class year fuel efficiencies from the 2010 EPA Fuel Economy Trends report",
            :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdDZOLWdDdlZja04xZkJYc3NjeGxQamc&hl=en&gid=0&output=csv' do
       key 'name'

data/lib/earth/automobile/automobile_size_class_year.rb

@@ -1,7 +1,14 @@
 class AutomobileSizeClassYear < ActiveRecord::Base
   set_primary_key :name
-  
-  data_miner do
-    tap "Brighter Planet's sanitized automobile size class year data", Earth.taps_server
+
+  create_table do
+    string  'name'
+    string  'size_class_name'
+    integer 'year'
+    string  'type_name'
+    float   'fuel_efficiency_city'
+    string  'fuel_efficiency_city_units'
+    float   'fuel_efficiency_highway'
+    string  'fuel_efficiency_highway_units'
   end
 end

data/lib/earth/automobile/automobile_type_fuel_age/data_miner.rb

@@ -1,18 +1,6 @@
 # DEPRECATED - use AutomobileTypeFuelYearAge
 AutomobileTypeFuelAge.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string  'name'
-      string  'type_name'
-      string  'fuel_common_name'
-      integer 'age'
-      float   'age_percent'
-      float   'total_travel_percent'
-      float   'annual_distance'
-      string  'annual_distance_units'
-      integer 'vehicles'
-    end
-    
     import "age distribution of gasoline passenger cars from the 2010 EPA GHG Inventory",
            :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
            :filename => 'Annex Tables/Annex 3/Table A-91.csv',

data/lib/earth/automobile/automobile_type_fuel_age.rb

@@ -2,7 +2,15 @@
 class AutomobileTypeFuelAge < ActiveRecord::Base
   set_primary_key :name
   
-  data_miner do
-    tap "Brighter Planet's sanitized automobile type fuel age", Earth.taps_server
+  create_table do
+    string  'name'
+    string  'type_name'
+    string  'fuel_common_name'
+    integer 'age'
+    float   'age_percent'
+    float   'total_travel_percent'
+    float   'annual_distance'
+    string  'annual_distance_units'
+    integer 'vehicles'
   end
 end

data/lib/earth/automobile/automobile_type_fuel_control/data_miner.rb

@@ -1,16 +1,5 @@
 AutomobileTypeFuelControl.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string  'name'
-      string  'type_name'
-      string  'fuel_common_name'
-      string  'control_name'
-      float   'ch4_emission_factor'
-      string  'ch4_emission_factor_units'
-      float   'n2o_emission_factor'
-      string  'n2o_emission_factor_units'
-    end
-    
     import "automobile type fuel control data derived from the 2010 EPA GHG Inventory",
            :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdEloSTU5YUNOUXRFRUcxWHlTUi1GMkE&hl=en&gid=0&output=csv' do
       key   'name'

data/lib/earth/automobile/automobile_type_fuel_control.rb

@@ -1,7 +1,13 @@
 class AutomobileTypeFuelControl < ActiveRecord::Base
   set_primary_key :name
-  
-  data_miner do
-    tap "Brighter Planet's sanitized automobile type fuel control data", Earth.taps_server
+  create_table do
+    string  'name'
+    string  'type_name'
+    string  'fuel_common_name'
+    string  'control_name'
+    float   'ch4_emission_factor'
+    string  'ch4_emission_factor_units'
+    float   'n2o_emission_factor'
+    string  'n2o_emission_factor_units'
   end
 end

data/lib/earth/automobile/automobile_type_fuel_year/data_miner.rb

@@ -1,21 +1,5 @@
 AutomobileTypeFuelYear.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string  'name'
-      string  'type_name'
-      string  'fuel_common_name'
-      integer 'year'
-      string  'type_year_name'
-      float   'total_travel'
-      string  'total_travel_units'
-      float   'fuel_consumption'
-      string  'fuel_consumption_units'
-      float   'ch4_emission_factor'
-      string  'ch4_emission_factor_units'
-      float   'n2o_emission_factor'
-      string  'n2o_emission_factor_units'
-    end
-    
     import "total vehicle miles travelled by gasoline passenger cars from the 2010 EPA GHG Inventory",
            :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
            :filename => 'Annex Tables/Annex 3/Table A-87.csv',
@@ -88,7 +72,7 @@ AutomobileTypeFuelYear.class_eval do
       end
     end
     
-    process "Ensure necessary tables are populated" do
+    process "Ensure AutomobileTypeFuelYearControl and AutomobileTypeFuelControl are populated" do
       AutomobileTypeFuelYearControl.run_data_miner!
       AutomobileTypeFuelControl.run_data_miner!
     end

data/lib/earth/automobile/automobile_type_fuel_year.rb

@@ -4,11 +4,19 @@ class AutomobileTypeFuelYear < ActiveRecord::Base
   has_many :year_controls, :class_name => 'AutomobileTypeFuelYearControl', :foreign_key => 'type_fuel_year_name'
   belongs_to :type_year, :class_name => 'AutomobileTypeYear', :foreign_key => 'type_year_name'
   
-  data_miner do
-    tap "Brighter Planet's sanitized automobile type fuel year data", Earth.taps_server
-    
-    process "pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+  create_table do
+    string  'name'
+    string  'type_name'
+    string  'fuel_common_name'
+    integer 'year'
+    string  'type_year_name'
+    float   'total_travel'
+    string  'total_travel_units'
+    float   'fuel_consumption'
+    string  'fuel_consumption_units'
+    float   'ch4_emission_factor'
+    string  'ch4_emission_factor_units'
+    float   'n2o_emission_factor'
+    string  'n2o_emission_factor_units'
   end
 end

data/lib/earth/automobile/automobile_type_fuel_year_age/data_miner.rb

@@ -1,18 +1,5 @@
 AutomobileTypeFuelYearAge.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string  'name'
-      string  'type_name'
-      string  'fuel_common_name'
-      integer 'year'
-      integer 'age'
-      string  'type_fuel_year_name'
-      float   'total_travel_percent'
-      float   'annual_distance'
-      string  'annual_distance_units'
-      integer 'vehicles'
-    end
-    
     import "total travel distribution of gasoline passenger cars from the 2010 EPA GHG Inventory",
            :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
            :filename => 'Annex Tables/Annex 3/Table A-93.csv',

data/lib/earth/automobile/automobile_type_fuel_year_age.rb

@@ -2,12 +2,17 @@ class AutomobileTypeFuelYearAge < ActiveRecord::Base
   set_primary_key :name
   
   belongs_to :type_fuel_year, :class_name => 'AutomobileTypeFuelYear', :foreign_key => 'type_fuel_year_name'
-  
-  data_miner do
-    tap "Brighter Planet's sanitized automobile type fuel age", Earth.taps_server
-    
-    process "Pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+
+  create_table do
+    string  'name'
+    string  'type_name'
+    string  'fuel_common_name'
+    integer 'year'
+    integer 'age'
+    string  'type_fuel_year_name'
+    float   'total_travel_percent'
+    float   'annual_distance'
+    string  'annual_distance_units'
+    integer 'vehicles'
   end
 end

data/lib/earth/automobile/automobile_type_fuel_year_control/data_miner.rb

@@ -1,16 +1,5 @@
 AutomobileTypeFuelYearControl.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string  'name'
-      string  'type_name'
-      string  'fuel_common_name'
-      integer 'year'
-      string  'control_name'
-      string  'type_fuel_control_name'
-      string  'type_fuel_year_name'
-      float   'total_travel_percent'
-    end
-    
     import "automobile type fuel year control data derived from the 2010 EPA GHG Inventory",
            :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdGpQV2xMdlZkV1JzVlVTeU5ZalF6elE&hl=en&gid=0&output=csv' do
       key   'name'

data/lib/earth/automobile/automobile_type_fuel_year_control.rb

@@ -3,11 +3,14 @@ class AutomobileTypeFuelYearControl < ActiveRecord::Base
   
   belongs_to :control, :class_name => 'AutomobileTypeFuelControl', :foreign_key => 'type_fuel_control_name'
   
-  data_miner do
-    tap "Brighter Planet's sanitized automobile type fuel year control data", Earth.taps_server
-    
-    process "Pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+  create_table do
+    string  'name'
+    string  'type_name'
+    string  'fuel_common_name'
+    integer 'year'
+    string  'control_name'
+    string  'type_fuel_control_name'
+    string  'type_fuel_year_name'
+    float   'total_travel_percent'
   end
 end

data/lib/earth/automobile/automobile_type_year/data_miner.rb

@@ -1,15 +1,5 @@
 AutomobileTypeYear.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string  'name'
-      string  'type_name'
-      integer 'year'
-      float   'hfc_emissions'
-      string  'hfc_emissions_units'
-      float   'hfc_emission_factor'
-      string  'hfc_emission_factor_units'
-    end
-    
     import "automobile type year air conditioning emissions derived from the 2010 EPA GHG Inventory",
            :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdFoyTWhDeHpndTV5Ny1aX0sxR1ljSFE&hl=en&gid=0&output=csv' do
       key   'name'