earth 0.3.15 → 0.4.0

data/lib/earth/automobile/automobile_type_fuel_control/data_miner.rb

@@ -25,7 +25,7 @@ AutomobileTypeFuelControl.class_eval do
       AutomobileTypeFuelControl.all.each do |record|
         %w{ type_name fuel_common_name control_name }.each do |attribute|
           value = record.send(:"#{attribute}")
-          if value.nil?
+          unless value.present?
             raise "Missing #{attribute} for AutomobileTypeFuelControl '#{record.name}'"
           end
         end

data/lib/earth/automobile/automobile_type_fuel_year.rb

@@ -1,7 +1,14 @@
 class AutomobileTypeFuelYear < ActiveRecord::Base
   set_primary_key :name
   
+  has_many :year_controls, :class_name => 'AutomobileTypeFuelYearControl', :foreign_key => 'type_fuel_year_name'
+  belongs_to :type_year, :class_name => 'AutomobileTypeYear', :foreign_key => 'type_year_name'
+  
   data_miner do
     tap "Brighter Planet's sanitized automobile type fuel year data", Earth.taps_server
+    
+    process "pull dependencies" do
+      run_data_miner_on_belongs_to_associations
+    end
   end
 end

data/lib/earth/automobile/automobile_type_fuel_year/data_miner.rb

@@ -5,6 +5,7 @@ AutomobileTypeFuelYear.class_eval do
       string  'type_name'
       string  'fuel_common_name'
       integer 'year'
+      string  'type_year_name'
       float   'total_travel'
       string  'total_travel_units'
       float   'fuel_consumption'
@@ -13,15 +14,14 @@ AutomobileTypeFuelYear.class_eval do
       string  'ch4_emission_factor_units'
       float   'n2o_emission_factor'
       string  'n2o_emission_factor_units'
-      float   'hfc_emission_factor'
-      string  'hfc_emission_factor_units'
     end
     
     import "total vehicle miles travelled by gasoline passenger cars from the 2010 EPA GHG Inventory",
            :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
            :filename => 'Annex Tables/Annex 3/Table A-87.csv',
-           :skip => 1 do
-      key   'name', :synthesize => lambda { |row| "Passenger cars gasoline #{row['Year']}" if row['Year'].length < 5 }
+           :skip => 1,
+           :select => lambda { |row| row['Year'].to_i.to_s == row['Year'] } do
+      key   'name', :synthesize => lambda { |row| "Passenger cars gasoline #{row['Year']}" }
       store 'type_name', :static => 'Passenger cars'
       store 'fuel_common_name', :static => 'gasoline'
       store 'year', :field_name => 'Year'
@@ -31,8 +31,9 @@ AutomobileTypeFuelYear.class_eval do
     import "total vehicle miles travelled by gasoline light-duty trucks from the 2010 EPA GHG Inventory",
            :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
            :filename => 'Annex Tables/Annex 3/Table A-87.csv',
-           :skip => 1 do
-      key   'name', :synthesize => lambda { |row| "Light-duty trucks gasoline #{row['Year']}" if row['Year'].length < 5 }
+           :skip => 1,
+           :select => lambda { |row| row['Year'].to_i.to_s == row['Year'] } do
+      key   'name', :synthesize => lambda { |row| "Light-duty trucks gasoline #{row['Year']}" }
       store 'type_name', :static => 'Light-duty trucks'
       store 'fuel_common_name', :static => 'gasoline'
       store 'year', :field_name => 'Year'
@@ -42,8 +43,9 @@ AutomobileTypeFuelYear.class_eval do
     import "total vehicle miles travelled by diesel passenger cars from the 2010 EPA GHG Inventory",
            :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
            :filename => 'Annex Tables/Annex 3/Table A-88.csv',
-           :skip => 1 do
-      key   'name', :synthesize => lambda { |row| "Passenger cars diesel #{row['Year']}" if row['Year'].length < 5 }
+           :skip => 1,
+           :select => lambda { |row| row['Year'].to_i.to_s == row['Year'] } do
+      key   'name', :synthesize => lambda { |row| "Passenger cars diesel #{row['Year']}" }
       store 'type_name', :static => 'Passenger cars'
       store 'fuel_common_name', :static => 'diesel'
       store 'year', :field_name => 'Year'
@@ -53,8 +55,9 @@ AutomobileTypeFuelYear.class_eval do
     import "total vehicle miles travelled by diesel light-duty trucks from the 2010 EPA GHG Inventory",
            :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
            :filename => 'Annex Tables/Annex 3/Table A-88.csv',
-           :skip => 1 do
-      key   'name', :synthesize => lambda { |row| "Light-duty trucks diesel #{row['Year']}" if row['Year'].length < 5 }
+           :skip => 1,
+           :select => lambda { |row| row['Year'].to_i.to_s == row['Year'] } do
+      key   'name', :synthesize => lambda { |row| "Light-duty trucks diesel #{row['Year']}" }
       store 'type_name', :static => 'Light-duty trucks'
       store 'fuel_common_name', :static => 'diesel'
       store 'year', :field_name => 'Year'
@@ -63,8 +66,12 @@ AutomobileTypeFuelYear.class_eval do
     
     process "Convert total travel from billion miles to kilometres" do
       conversion_factor = 1_000_000_000.miles.to(:kilometres)
-      update_all "total_travel = total_travel * #{conversion_factor}"
-      update_all "total_travel_units = 'kilometres'"
+      connection.execute %{
+        UPDATE automobile_type_fuel_years
+        SET total_travel = total_travel * #{conversion_factor},
+            total_travel_units = 'kilometres'
+        WHERE total_travel_units = 'billion_miles'
+      }
     end
     
     import "fuel consumption derived from the 2010 EPA GHG Inventory",
@@ -73,47 +80,40 @@ AutomobileTypeFuelYear.class_eval do
       store 'fuel_consumption', :units_field_name => 'fuel_consumption_units'
     end
     
-    process "Calculate CH4 and N2O emision factors from AutomobileTypeFuelYearControl and AutomobileTypeFuelControl" do
-      AutomobileTypeFuelYearControl.run_data_miner!
-      AutomobileTypeFuelControl.run_data_miner!
-      
-      year_controls = AutomobileTypeFuelYearControl.arel_table
-      controls = AutomobileTypeFuelControl.arel_table
-      years = AutomobileTypeFuelYear.arel_table
-      
-      join_relation = controls[:type_name].eq(year_controls[:type_name]).and(controls[:fuel_common_name].eq(year_controls[:fuel_common_name])).and(controls[:control_name].eq(year_controls[:control_name]))
-      where_relation = year_controls[:type_name].eq(years[:type_name]).and(year_controls[:fuel_common_name].eq(years[:fuel_common_name])).and(year_controls[:year].eq(years[:year]))
-      
-      %w{ ch4 n2o }.each do |gas|
-        update_all "#{gas}_emission_factor = (
-          SELECT SUM(automobile_type_fuel_year_controls.total_travel_percent * automobile_type_fuel_controls.#{gas}_emission_factor)
-          FROM automobile_type_fuel_year_controls
-          INNER JOIN automobile_type_fuel_controls
-          ON #{join_relation.to_sql}
-          WHERE #{where_relation.to_sql}) * total_travel / fuel_consumption"
-        update_all "#{gas}_emission_factor_units = 'kilograms_per_litre'"
+    process "Derive type year name for association with AutomobileTypeYear" do
+      if ActiveRecord::Base.connection.adapter_name.downcase == 'sqlite'
+        update_all "type_year_name = type_name || ' ' || year"
+      else
+        update_all "type_year_name = CONCAT(type_name, ' ', year)"
       end
     end
     
-    process "Calculate HFC emission factor from AutomobileTypeYear" do
-      AutomobileTypeYear.run_data_miner!
-      type_fuel_years = AutomobileTypeFuelYear.arel_table
-      type_years = AutomobileTypeYear.arel_table
+    process "Calculate CH4 and N2O emision factors from AutomobileTypeFuelYearControl and AutomobileTypeFuelControl" do
+      AutomobileTypeFuelYearControl.run_data_miner!
+      AutomobileTypeFuelControl.run_data_miner!
       
       AutomobileTypeFuelYear.all.each do |record|
-        fuel_consumption = AutomobileTypeFuelYear.find_all_by_type_name_and_year(record.type_name, record.year).map{|x| x.fuel_consumption}.sum
-        hfc_emissions_sql = type_years.project(type_years[:hfc_emissions]).where(type_years[:type_name].eq(record.type_name).and(type_years[:year].eq(record.year))).to_sql
-        connection.execute "UPDATE automobile_type_fuel_years SET hfc_emission_factor = ((#{hfc_emissions_sql}) / #{fuel_consumption}) WHERE type_name = '#{record.type_name}' AND year = #{record.year}"
+        record.ch4_emission_factor = record.year_controls.map do |year_control|
+          year_control.total_travel_percent * year_control.control.ch4_emission_factor
+        end.sum * record.total_travel / record.fuel_consumption
+        
+        record.n2o_emission_factor = record.year_controls.map do |year_control|
+          year_control.total_travel_percent * year_control.control.n2o_emission_factor
+        end.sum * record.total_travel / record.fuel_consumption
+        
+        record.ch4_emission_factor_units = 'kilograms_per_litre'
+        record.n2o_emission_factor_units = 'kilograms_per_litre'
+        
+        record.save
       end
-      update_all "hfc_emission_factor_units = 'kilograms_co2e_per_litre'"
     end
     
-    verify "Type name and fuel common name should never be missing" do
-      AutomobileTypeFuelYear.all.each do |record|
-        %w{ type_name fuel_common_name }.each do |attribute|
+    %w{ type_name fuel_common_name type_year_name }.each do |attribute|
+      verify "#{attribute.humanize} should never be missing" do
+        AutomobileTypeFuelYear.all.each do |record|
           value = record.send(:"#{attribute}")
-          if value.nil?
-            raise "Missing #{attribute} for AutomobileTypeFuelYear '#{record.name}'"
+          unless value.present?
+            raise "Missing #{attribute.humanize.downcase} for AutomobileTypeFuelYear '#{record.name}'"
           end
         end
       end
@@ -128,34 +128,28 @@ AutomobileTypeFuelYear.class_eval do
       end
     end
     
-    verify "Total travel, fuel consumption, and emission factors should be greater than zero" do
-      AutomobileTypeFuelYear.all.each do |record|
-        %w{ total_travel fuel_consumption ch4_emission_factor n2o_emission_factor }.each do |attribute|
+    %w{ total_travel fuel_consumption ch4_emission_factor n2o_emission_factor }.each do |attribute|
+      verify "#{attribute.humanize} should be greater than zero" do
+        AutomobileTypeFuelYear.all.each do |record|
           value = record.send(:"#{attribute}")
           unless value > 0
-            raise "Invalid #{attribute} for AutomobileTypeFuelYear '#{record.name}': #{value} (should be > 0)"
+            raise "Invalid #{attribute.humanize.downcase} for AutomobileTypeFuelYear '#{record.name}': #{value} (should be > 0)"
           end
         end
       end
     end
     
-    verify "HFC emission factor should be zero or more" do
-      AutomobileTypeFuelYear.all.each do |record|
-        value = record.send(:hfc_emission_factor)
-        unless value >= 0
-          raise "Invalid HFC emission factor for AutomobileTypeFuelYear '#{record.name}': #{value} (should be >= 0)"
-        end
-      end
-    end
-    
-    verify "Units should be correct" do
-      AutomobileTypeFuelYear.all.each do |record|
-        ["total_travel_units kilometres", "fuel_consumption_units litres", "ch4_emission_factor_units kilograms_per_litre", "n2o_emission_factor_units kilograms_per_litre", "hfc_emission_factor_units kilograms_co2e_per_litre"].each do |pair|
-          attribute = pair.split[0]
-          proper_units = pair.split[1]
+    [["total_travel_units", "kilometres"],
+     ["fuel_consumption_units", "litres"],
+     ["ch4_emission_factor_units", "kilograms_per_litre"],
+     ["n2o_emission_factor_units", "kilograms_per_litre"]].each do |pair|
+      attribute = pair[0]
+      proper_units = pair[1]
+      verify "#{attribute.humanize} should be #{proper_units.humanize.downcase}" do
+        AutomobileTypeFuelYear.all.each do |record|
           units = record.send(:"#{attribute}")
           unless units == proper_units
-            raise "Invalid #{attribute} for AutomobileTypeFuelYear '#{record.name}': #{units} (should be #{proper_units})"
+            raise "Invalid #{attribute.humanize.downcase} for AutomobileTypeFuelYear '#{record.name}': #{units} (should be #{proper_units})"
           end
         end
       end

data/lib/earth/automobile/automobile_type_fuel_year_age.rb

@@ -0,0 +1,13 @@
+class AutomobileTypeFuelYearAge < ActiveRecord::Base
+  set_primary_key :name
+  
+  belongs_to :type_fuel_year, :class_name => 'AutomobileTypeFuelYear', :foreign_key => 'type_fuel_year_name'
+  
+  data_miner do
+    tap "Brighter Planet's sanitized automobile type fuel age", Earth.taps_server
+    
+    process "Pull dependencies" do
+      run_data_miner_on_belongs_to_associations
+    end
+  end
+end

data/lib/earth/automobile/automobile_type_fuel_year_age/data_miner.rb

@@ -0,0 +1,184 @@
+AutomobileTypeFuelYearAge.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string  'name'
+      string  'type_name'
+      string  'fuel_common_name'
+      integer 'year'
+      integer 'age'
+      string  'type_fuel_year_name'
+      float   'total_travel_percent'
+      float   'annual_distance'
+      string  'annual_distance_units'
+      integer 'vehicles'
+    end
+    
+    import "total travel distribution of gasoline passenger cars from the 2010 EPA GHG Inventory",
+           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
+           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
+           :skip => 1,
+           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
+      key 'name', :synthesize => lambda { |row| "Passenger cars gasoline 2008 age #{row['Vehicle Age']}" }
+      store 'type_name', :static => 'Passenger cars'
+      store 'fuel_common_name', :static => 'gasoline'
+      store 'year', :static => '2008'
+      store 'age', :field_name => 'Vehicle Age'
+      store 'total_travel_percent', :synthesize => lambda { |row| row['LDGV'].to_f / 100 }
+    end
+    
+    import "total travel distribution of gasoline light-duty trucks from the 2010 EPA GHG Inventory",
+           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
+           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
+           :skip => 1,
+           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
+      key 'name', :synthesize => lambda { |row| "Light-duty trucks gasoline 2008 age #{row['Vehicle Age']}" }
+      store 'type_name', :static => 'Light-duty trucks'
+      store 'fuel_common_name', :static => 'gasoline'
+      store 'year', :static => '2008'
+      store 'age', :field_name => 'Vehicle Age'
+      store 'total_travel_percent', :synthesize => lambda { |row| row['LDGT'].to_f / 100 }
+    end
+    
+    import "total travel distribution of diesel passenger cars from the 2010 EPA GHG Inventory",
+           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
+           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
+           :skip => 1,
+           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
+      key 'name', :synthesize => lambda { |row| "Passenger cars diesel 2008 age #{row['Vehicle Age']}" }
+      store 'type_name', :static => 'Passenger cars'
+      store 'fuel_common_name', :static => 'diesel'
+      store 'year', :static => '2008'
+      store 'age', :field_name => 'Vehicle Age'
+      store 'total_travel_percent', :synthesize => lambda { |row| row['LDDV'].to_f / 100 }
+    end
+    
+    import "total travel distribution of diesel light-duty trucks from the 2010 EPA GHG Inventory",
+           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
+           :filename => 'Annex Tables/Annex 3/Table A-93.csv',
+           :skip => 1,
+           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
+      key 'name', :synthesize => lambda { |row| "Light-duty trucks diesel 2008 age #{row['Vehicle Age']}" }
+      store 'type_name', :static => 'Light-duty trucks'
+      store 'fuel_common_name', :static => 'diesel'
+      store 'year', :static => '2008'
+      store 'age', :field_name => 'Vehicle Age'
+      store 'total_travel_percent', :synthesize => lambda { |row| row['LDDT'].to_f / 100 }
+    end
+    
+    import "average annual distance for gasoline passenger cars from the 2010 EPA GHG Inventory",
+           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
+           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
+           :skip => 1,
+           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
+      key 'name', :synthesize => lambda { |row| "Passenger cars gasoline 2008 age #{row['Vehicle Age']}" }
+      store 'annual_distance', :synthesize => lambda { |row| row['LDGV'].to_s.sub(',', '') }, :units => :miles
+    end
+    
+    import "average annual distance for gasoline light-duty trucks from the 2010 EPA GHG Inventory",
+           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
+           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
+           :skip => 1,
+           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
+      key 'name', :synthesize => lambda { |row| "Light-duty trucks gasoline 2008 age #{row['Vehicle Age']}" }
+      store 'annual_distance', :synthesize => lambda { |row| row['LDGT'].to_s.sub(',', '') }, :units => :miles
+    end
+    
+    import "average annual distance for diesel passenger cars from the 2010 EPA GHG Inventory",
+           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
+           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
+           :skip => 1,
+           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
+      key 'name', :synthesize => lambda { |row| "Passenger cars diesel 2008 age #{row['Vehicle Age']}" }
+      store 'annual_distance', :synthesize => lambda { |row| row['LDDV'].to_s.sub(',', '') }, :units => :miles
+    end
+    
+    import "average annual distance for diesel light-duty trucks from the 2010 EPA GHG Inventory",
+           :url => 'http://www.epa.gov/climatechange/emissions/downloads10/2010-Inventory-Annex-Tables.zip',
+           :filename => 'Annex Tables/Annex 3/Table A-92.csv',
+           :skip => 1,
+           :select => lambda { |row| row['Vehicle Age'].to_i.to_s == row['Vehicle Age'] } do
+      key 'name', :synthesize => lambda { |row| "Light-duty trucks diesel 2008 age #{row['Vehicle Age']}" }
+      store 'annual_distance', :synthesize => lambda { |row| row['LDDT'].to_s.sub(',', '') }, :units => :miles
+    end
+    
+    process "Convert annual distance from miles to kilometres" do
+      conversion_factor = 1.miles.to(:kilometres)
+      connection.execute %{
+        UPDATE automobile_type_fuel_year_ages
+        SET annual_distance = annual_distance * #{conversion_factor},
+            annual_distance_units = 'kilometres'
+        WHERE annual_distance_units = 'miles'
+      }
+    end
+    
+    process "Derive type fuel year name for association with AutomobileTypeFuelYear" do
+      if ActiveRecord::Base.connection.adapter_name == 'sqlite'
+        update_all "type_fuel_year_name = type_name || ' ' || fuel_common_name || ' ' year"
+      else
+        update_all "type_fuel_year_name = CONCAT(type_name, ' ', fuel_common_name, ' ', year)"
+      end
+    end
+    
+    process "Calculate number of vehicles from total travel percent and AutomobileTypeFuelYear" do
+      AutomobileTypeFuelYear.run_data_miner!
+      AutomobileTypeFuelYearAge.all.each do |record|
+        record.vehicles = record.total_travel_percent * record.type_fuel_year.total_travel / record.annual_distance
+        record.save
+      end
+    end
+    
+    %w{ type_name fuel_common_name type_fuel_year_name}.each do |attribute|
+      verify "#{attribute.humanize} should never be missing" do
+        AutomobileTypeFuelYearAge.all.each do |record|
+          value = record.send(:"#{attribute}")
+          unless value.present?
+            raise "Missing #{attribute.humanize.downcase} for AutomobileTypeFuelYearAge '#{record.name}'"
+          end
+        end
+      end
+    end
+    
+    verify "Year should be 2008" do
+      AutomobileTypeFuelYearAge.all.each do |record|
+        value = record.send(:year)
+        unless value == 2008
+          raise "Invalid year for AutomobileTypeFuelYearAge '#{record.name}': #{value} (should be 2008)"
+        end
+      end
+    end
+    
+    [["age", 0, 30], ["total_travel_percent", 0, 1]].each do |triplet|
+      attribute = triplet[0]
+      min = triplet[1]
+      max = triplet[2]
+      verify "#{attribute.humanize} should be from #{min} to #{max}" do
+        AutomobileTypeFuelYearAge.all.each do |record|
+          value = record.send(:"#{attribute}")
+          unless value >= min and value <= max
+            raise "Invalid #{attribute.humanize.downcase} for AutomobileTypeFuelYearAge '#{record.name}': #{value} (should be from #{min} to #{max})"
+          end
+        end
+      end
+    end
+    
+    %w{ annual_distance vehicles }.each do |attribute|
+      verify "#{attribute.humanize} should be greater than zero" do
+        AutomobileTypeFuelYearAge.all.each do |record|
+          value = record.send(:"#{attribute}")
+          unless value > 0
+            raise "Invalid #{attribute.humanize.downcase} for AutomobileTypeFuelYearAge '#{record.name}': #{value} (should be > 0)"
+          end
+        end
+      end
+    end
+    
+    verify "Annual distance units should be kilometres" do
+      AutomobileTypeFuelYearAge.all.each do |record|
+        units = record.send(:annual_distance_units)
+        unless units == "kilometres"
+          raise "Invalid annual distance units for AutomobileTypeFuelYearAge '#{record.name}': #{units} (should be kilometres)"
+        end
+      end
+    end
+  end
+end

data/lib/earth/automobile/automobile_type_fuel_year_control.rb

@@ -1,7 +1,13 @@
 class AutomobileTypeFuelYearControl < ActiveRecord::Base
   set_primary_key :name
   
+  belongs_to :control, :class_name => 'AutomobileTypeFuelControl', :foreign_key => 'type_fuel_control_name'
+  
   data_miner do
     tap "Brighter Planet's sanitized automobile type fuel year control data", Earth.taps_server
+    
+    process "Pull dependencies" do
+      run_data_miner_on_belongs_to_associations
+    end
   end
 end

data/lib/earth/automobile/automobile_type_fuel_year_control/data_miner.rb

@@ -6,6 +6,8 @@ AutomobileTypeFuelYearControl.class_eval do
       string  'fuel_common_name'
       integer 'year'
       string  'control_name'
+      string  'type_fuel_control_name'
+      string  'type_fuel_year_name'
       float   'total_travel_percent'
     end
     
@@ -19,12 +21,28 @@ AutomobileTypeFuelYearControl.class_eval do
       store 'total_travel_percent'
     end
     
-    verify "Type name, fuel common name, and control name should never be missing" do
-      AutomobileTypeFuelYearControl.all.each do |record|
-        %w{ type_name fuel_common_name control_name }.each do |attribute|
+    process "Derive type fuel control name for association with AutomobileTypeFuelControl" do
+      if ActiveRecord::Base.connection.adapter_name.downcase == 'sqlite'
+        update_all "type_fuel_control_name = type_name || ' ' || fuel_common_name || ' ' || control_name"
+      else
+        update_all "type_fuel_control_name = CONCAT(type_name, ' ', fuel_common_name, ' ', control_name)"
+      end
+    end
+    
+    process "Derive type fuel year name for association with AutomobileTypeFuelYear" do
+      if ActiveRecord::Base.connection.adapter_name.downcase == 'sqlite'
+        update_all "type_fuel_year_name = type_name || ' ' || fuel_common_name || ' ' || year"
+      else
+        update_all "type_fuel_year_name = CONCAT(type_name, ' ', fuel_common_name, ' ', year)"
+      end
+    end
+    
+    %w{ type_name fuel_common_name control_name type_fuel_control_name type_fuel_year_name }.each do |attribute|
+      verify "#{attribute.humanize} should never be missing" do
+        AutomobileTypeFuelYearControl.all.each do |record|
           value = record.send(:"#{attribute}")
-          if value.nil?
-            raise "Missing #{attribute} for AutomobileTypeFuelYearControl '#{record.name}'"
+          unless value.present?
+            raise "Missing #{attribute.humanize.downcase} for AutomobileTypeFuelYearControl '#{record.name}'"
           end
         end
       end
@@ -39,8 +57,6 @@ AutomobileTypeFuelYearControl.class_eval do
       end
     end
     
-    # FIXME TODO
-    # verify "Total travel percent for each type fuel year should sum to one" do
-    # end
+    # FIXME TODO verify "Total travel percent for each type fuel year should sum to one"
   end
 end