earth 0.11.20 → 0.12.0

data/errata/electricity/electric_utility/eia_errata.csv

@@ -1 +1,18 @@
-date,name,email,type,section,action,x,y,condition,notes
+date,name,email,type,section,action,x,y,condition,notes
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,meta,Intended use,,EIA form 861
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,UTILITY_ID,reject,88888,,,Withheld
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,MAIL_STATE,delete,/^CN$/i,,,Canada is not a US state
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^AK$/i,ASCC,,ASCC is the alaska NERC region
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^ECAR$/i,RFC,,now part of RFC
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^ERCOT$/i,TRE,,now called TRE
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^Gateway$/i,SERC,,assume this is SERC based on utility location
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^GustavusAK$/i,ASCC,,ASCC is the alaska NERC region
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^HI$/i,HICC,,HICC is the hawaii NERC region
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^MAAC$/i,RFC,,now part of RFC
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^MAIN$/i,RFC,,assume this is SERC based on utility location
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,MAPP,MRO,,assume this is MRO based on utility location
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^MISO$/i,MRO,,assume this is MRO based on utility location
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^RFO$/i,RFC,,assume this is typo based on utility location
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^SSP$/i,SPP,,assume this is typo based on utility location
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^TX$/i,TRE,,assume that TX means TRE rather than one of the NERC regions that makes up a tiny part of texas
+5/12/12,Ian Hough,myfirstname@brighterplanet.com,technical,NERC_LOCATION,replace,/^WSCC$/i,WECC,,assume this is typo based on utility location

data/errata/flight_segment/bts_errata.csv

@@ -1 +1,4 @@
-date,name,email,type,section,action,x,y,condition,notes
+date,name,email,type,section,action,x,y,condition,notes
+6/7/11,Ian Hough,ian@brighterplanet.com,meta,Intended use,,http://www.transtats.bts.gov/DL_SelectFields.asp?Table_ID=293
+6/7/11,Ian Hough,ian@brighterplanet.com,technical,UNIQUE_CARRIER,replace,/^$/i,0OQ,in may 2009,unique carrier code for OpenSkies is missing in May 2009
+6/7/11,Ian Hough,ian@brighterplanet.com,technical,UNIQUE_CARRIER,replace,/^$/i,0OQ,in july 2009,unique carrier code for OpenSkies is missing in July 2009

data/lib/earth.rb

@@ -19,6 +19,7 @@ module Earth
   TAPS_DESCRIPTION = "Brighter Planet's reference data web service"
   VENDOR_DIR = ::File.expand_path '../../vendor', __FILE__
   LIB_DIR = ::File.expand_path '../earth', __FILE__
+  DATA_DIR = ::File.expand_path '../../data', __FILE__
   ERRATA_DIR = ::File.expand_path '../../errata', __FILE__
 
   def Earth.domains

data/lib/earth/acronyms.rb

@@ -0,0 +1,12 @@
+AMMYV = AutomobileMakeModelYearVariant if defined? AutomobileMakeModelYearVariant
+AMMY  = AutomobileMakeModelYear        if defined? AutomobileMakeModelYear
+AMM   = AutomobileMakeModel            if defined? AutomobileMakeModel
+AMYF  = AutomobileMakeYearFleet        if defined? AutomobileMakeYearFleet
+AMY   = AutomobileMakeYear             if defined? AutomobileMakeYear
+ATFYC = AutomobileTypeFuelYearControl  if defined? AutomobileTypeFuelYearControl
+ATFY  = AutomobileTypeFuelYear         if defined? AutomobileTypeFuelYear
+ATFC  = AutomobileTypeFuelControl      if defined? AutomobileTypeFuelControl
+ATFA  = AutomobileTypeFuelAge          if defined? AutomobileTypeFuelAge
+AAYTF = AutomobileActivityYearTypeFuel if defined? AutomobileActivityYearTypeFuel
+AAYT  = AutomobileActivityYearType     if defined? AutomobileActivityYearType
+AAY   = AutomobileActivityYear         if defined? AutomobileActivityYear

data/lib/earth/air/aircraft.rb

@@ -143,4 +143,20 @@ class Aircraft < ActiveRecord::Base
   col :b, :type => :float
   col :b_units
   col :fuel_use_specificity
+
+  warn_if_nulls_except(
+    :seats,
+    :seats_specificity,
+    :m3,
+    :m3_units,
+    :m2,
+    :m2_units,
+    :m1,
+    :m1_units,
+    :b,
+    :b_units,
+    :fuel_use_specificity,
+  )
+
+  warn_unless_size 437
 end

data/lib/earth/air/airline.rb

@@ -2,7 +2,10 @@ class Airline < ActiveRecord::Base
   self.primary_key = "name"
   
   col :name
+  col :secondary_name
   col :bts_code
   col :iata_code
   col :icao_code
+
+  warn_unless_size 504
 end

data/lib/earth/air/airline/data_miner.rb

@@ -1,15 +1,30 @@
 Airline.class_eval do
+  # for errata
+  class Airline::Guru
+    def not_expressjet?(row)
+      not row['Description'] =~ /expressjet/i
+    end
+  end
+  
   data_miner do
     process "Start from scratch" do
       delete_all
     end
     
+    import "the BTS unique carrier code lookup table",
+           :url => 'http://www.transtats.bts.gov/Download_Lookup.asp?Lookup=L_UNIQUE_CARRIERS',
+           :errata => { :url => "file://#{Earth::ERRATA_DIR}/airline/bts_carrier_codes_errata.csv", :responder => 'Airline::Guru' } do
+      key 'name',             :synthesize => proc { |row| row['Description'].split("|")[0] }
+      store 'secondary_name', :synthesize => proc { |row| row['Description'].split("|")[1] }
+      store 'bts_code', :field_name => 'Code'
+    end
+    
     import "a Brighter Planet-curated list of airlines and codes not included in our proprietary sources",
            :url => 'https://spreadsheets.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdGJoaFpENXRqMEM2NW42am5tNURGU2c&output=csv' do
       key 'name'
-      store 'bts_code',  :nullify => true
-      store 'iata_code', :nullify => true
-      store 'icao_code', :nullify => true
+      store 'secondary_name', :nullify => true
+      store 'iata_code',      :nullify => true
+      store 'icao_code',      :nullify => true
     end
   end
 end

data/lib/earth/air/airport.rb

@@ -17,4 +17,6 @@ class Airport < ActiveRecord::Base
   col :country_iso_3166_code
   col :latitude, :type => :float
   col :longitude, :type => :float
+
+  warn_unless_size 5149
 end

data/lib/earth/air/bts_aircraft.rb

@@ -2,4 +2,6 @@ class BtsAircraft < ActiveRecord::Base
   self.primary_key = "bts_code"
   col :bts_code
   col :description
+
+  warn_unless_size 376
 end

data/lib/earth/air/flight_distance_class.rb

@@ -12,4 +12,6 @@ class FlightDistanceClass < ActiveRecord::Base
   col :min_distance_units
   col :max_distance, :type => :float
   col :max_distance_units
+
+  warn_unless_size 2
 end

data/lib/earth/air/flight_distance_class_seat_class.rb

@@ -11,4 +11,6 @@ class FlightDistanceClassSeatClass < ActiveRecord::Base
   col :distance_class_name
   col :seat_class_name
   col :multiplier, :type => :float
+
+  warn_unless_size 7
 end

data/lib/earth/air/flight_seat_class.rb

@@ -2,4 +2,6 @@ class FlightSeatClass < ActiveRecord::Base
   self.primary_key = "name"
   
   col :name
+
+  warn_unless_size 4
 end

data/lib/earth/air/flight_segment.rb

@@ -75,4 +75,14 @@ class FlightSegment < ActiveRecord::Base
   add_index :aircraft_bts_code
   add_index :aircraft_description
   add_index :year
+
+  warn_if_nulls_except(
+    :origin_airport_city,
+    :destination_airport_city,
+    :airline_icao_code,
+    :load_factor,
+    :freight_share
+  )
+
+  warn_unless_size 966913
 end

data/lib/earth/air/flight_segment/data_miner.rb

@@ -1,3 +1,4 @@
+require 'timeframe'
 require 'earth/locality/data_miner'
 
 FlightSegment.class_eval do
@@ -167,26 +168,22 @@ FlightSegment.class_eval do
     VarType=Char
   }.gsub /[\s]+/,''
   
-  def self.form_data_per_month(year_range)
-    months = {}
-    year_range.each do |year|
-      (1..12).each do |month|
-        time = ::Time.gm year, month
-        form_data = FORM_DATA.dup
-        form_data.gsub! '__YEAR__', time.year.to_s
-        form_data.gsub! '__MONTH_NUMBER__', time.month.to_s
-        form_data.gsub! '__MONTH_NAME__', time.strftime('%B')
-        months[time] = form_data
-      end
+  def self.form_data_per_month
+    Timeframe.new(Date.parse('2009-01-01'), Date.today).first_days_of_months.inject({}) do |memo, day|
+      form_data = FORM_DATA.dup
+      form_data.gsub! '__YEAR__', day.year.to_s
+      form_data.gsub! '__MONTH_NUMBER__', day.month.to_s
+      form_data.gsub! '__MONTH_NAME__', day.strftime('%B')
+      memo[day] = form_data
+      memo
     end
-    months
   end
   
   data_miner do
     process "Start from scratch" do
       delete_all
     end
-    FlightSegment.form_data_per_month(2009..::Time.now.year).each do |month, form_data|
+    FlightSegment.form_data_per_month.each do |month, form_data|
       import "T100 flight segment data for #{month.strftime('%B %Y')}",
              :url => URL,
              :form_data => form_data,

data/lib/earth/automobile/automobile_activity_year.rb

@@ -0,0 +1,21 @@
+class AutomobileActivityYear < ActiveRecord::Base
+  self.primary_key = "activity_year"
+  
+  # for calculating hfc ef
+  has_many :activity_year_types, :foreign_key => :activity_year, :primary_key => :activity_year, :class_name => 'AutomobileActivityYearType'
+  
+  # Used by Automobile and AutomobileTrip
+  def self.find_by_closest_year(year)
+    if year > maximum(:activity_year)
+      where(:activity_year => maximum(:activity_year)).first
+    else
+      where(:activity_year => [year, minimum(:activity_year)].max).first
+    end
+  end
+  
+  col :activity_year, :type => :integer
+  col :hfc_emission_factor, :type => :float
+  col :hfc_emission_factor_units
+  
+  warn_unless_size 15
+end

data/lib/earth/automobile/automobile_activity_year/data_miner.rb

@@ -0,0 +1,27 @@
+AutomobileActivityYear.class_eval do
+  data_miner do
+    process "Start from scratch" do
+      delete_all
+    end
+    
+    process "Ensure AutomobileActivityYearType is populated" do
+      AutomobileActivityYearType.run_data_miner!
+    end
+    
+    process "Derive from AutomobileActivityYearType" do
+      ::Earth::Utils.insert_ignore(
+        :src => AutomobileActivityYearType,
+        :dest => AutomobileActivityYear,
+        :cols => { :activity_year => :activity_year }
+      )
+    end
+    
+    process "Derive hfc emission factor from AutomobileActivityYearType" do
+      find_each do |ay|
+        ay.hfc_emission_factor =  ay.activity_year_types.sum(&:hfc_emissions) / ay.activity_year_types.sum{ |ayt| ayt.activity_year_type_fuels.sum(&:distance) }
+        ay.hfc_emission_factor_units = ay.activity_year_types.first.hfc_emission_factor_units
+        ay.save!
+      end
+    end
+  end
+end

data/lib/earth/automobile/automobile_activity_year_type.rb

@@ -0,0 +1,27 @@
+class AutomobileActivityYearType < ActiveRecord::Base
+  self.primary_key = "name"
+  
+  # Used by Automobile and AutomobileTrip
+  def self.find_by_type_name_and_closest_year(type_name, year)
+    if year > maximum(:activity_year)
+      where(:type_name => type_name, :activity_year => maximum(:activity_year)).first
+    else
+      where(:type_name => type_name, :activity_year => [year, minimum(:activity_year)].max).first
+    end
+  end
+  
+  # for calculating hfc ef
+  def activity_year_type_fuels
+    AutomobileActivityYearTypeFuel.where(:activity_year => activity_year, :type_name => type_name)
+  end
+  
+  col :name
+  col :activity_year, :type => :integer
+  col :type_name
+  col :hfc_emissions, :type => :float
+  col :hfc_emissions_units
+  col :hfc_emission_factor, :type => :float
+  col :hfc_emission_factor_units
+  
+  warn_unless_size 30
+end

data/lib/earth/automobile/automobile_activity_year_type/data_miner.rb

@@ -0,0 +1,27 @@
+AutomobileActivityYearType.class_eval do
+  data_miner do
+    process "Start from scratch" do
+      delete_all
+    end
+    
+    import "annual automobile air conditioning emissions derived from the 2010 EPA GHG Inventory",
+           :url => "file://#{Earth::DATA_DIR}/automobile/hfc_emissions.csv" do
+      key   'name'
+      store 'activity_year'
+      store 'type_name'
+      store 'hfc_emissions', :from_units => :teragrams_co2e, :to_units => :kilograms_co2e
+    end
+    
+    process "Ensure AutomobileActivityYearTypeFuel is populated" do
+      AutomobileActivityYearTypeFuel.run_data_miner!
+    end
+    
+    process "Derive hfc emission factor from AutomobileActivityYearTypeFuel" do
+      find_each do |ayt|
+        ayt.hfc_emission_factor = ayt.hfc_emissions / ayt.activity_year_type_fuels.sum(:distance)
+        ayt.hfc_emission_factor_units = ayt.hfc_emissions_units + '_per_' + ayt.activity_year_type_fuels.first.distance_units.singularize
+        ayt.save!
+      end
+    end
+  end
+end

data/lib/earth/automobile/automobile_activity_year_type_fuel.rb

@@ -0,0 +1,19 @@
+class AutomobileActivityYearTypeFuel < ActiveRecord::Base
+  self.primary_key = "name"
+  
+  # Used by AutomobileFuel to get records from latest activity year
+  def self.latest
+    where(:activity_year => maximum(:activity_year))
+  end
+  
+  col :name
+  col :activity_year, :type => :integer
+  col :type_name
+  col :fuel_common_name
+  col :distance, :type => :float
+  col :distance_units
+  col :fuel_consumption, :type => :float
+  col :fuel_consumption_units
+  
+  warn_unless_size 120
+end

data/lib/earth/automobile/automobile_activity_year_type_fuel/data_miner.rb

@@ -0,0 +1,57 @@
+AutomobileActivityYearTypeFuel.class_eval do
+  data_miner do
+    process "Start from scratch" do
+      delete_all
+    end
+    
+    ['Passenger cars', 'Light-duty trucks'].each do |type|
+      import "annual vehicle miles travelled by gasoline #{type.downcase} from the 2011 EPA GHG Inventory",
+             :url => 'http://www.epa.gov/climatechange/emissions/downloads11/Annex%20Tables.zip',
+             :filename => 'Annex Tables/Table A-89.csv',
+             :skip => 1,
+             :headers => ['Year', 'Passenger cars', 'Light-duty trucks', 'ignore', 'ignore'],
+             :select => proc { |row| row['Year'].to_i.to_s == row['Year'] } do
+        key   'name', :synthesize => proc { |row| "#{row['Year']} #{type} gasoline" }
+        store 'activity_year', :field_name => 'Year'
+        store 'type_name', :static => type
+        store 'fuel_common_name', :static => 'gasoline'
+        store 'distance', :field_name => type, :from_units => :billion_miles, :to_units => :kilometres
+      end
+      
+      import "annual vehicle miles travelled by diesel #{type.downcase} from the 2011 EPA GHG Inventory",
+             :url => 'http://www.epa.gov/climatechange/emissions/downloads11/Annex%20Tables.zip',
+             :filename => 'Annex Tables/Table A-90.csv',
+             :skip => 1,
+             :headers => ['Year', 'Passenger cars', 'Light-duty trucks', 'ignore', 'ignore'],
+             :select => proc { |row| row['Year'].to_i.to_s == row['Year'] } do
+        key   'name', :synthesize => proc { |row| "#{row['Year']} #{type} diesel" }
+        store 'activity_year', :field_name => 'Year'
+        store 'type_name', :static => type
+        store 'fuel_common_name', :static => 'diesel'
+        store 'distance', :field_name => type, :from_units => :billion_miles, :to_units => :kilometres
+      end
+      
+      import "annual vehicle miles travelled by alternative fuel #{type.downcase} from the 2011 EPA GHG Inventory",
+             :url => 'http://www.epa.gov/climatechange/emissions/downloads11/Annex%20Tables.zip',
+             :filename => 'Annex Tables/Table A-91.csv',
+             :skip => 1,
+             :headers => ['Year', 'Passenger cars', 'Light-duty trucks', 'ignore', 'ignore'],
+             :select => proc { |row| row['Year'].to_i.to_s == row['Year'] } do
+        key   'name', :synthesize => proc { |row| "#{row['Year']} #{type} alternative" }
+        store 'activity_year', :field_name => 'Year'
+        store 'type_name', :static => type
+        store 'fuel_common_name', :static => 'alternative'
+        store 'distance', :field_name => type, :from_units => :billion_miles, :to_units => :kilometres
+      end
+    end
+    
+    import "fuel consumption derived from 2012 EPA GHG Inventory",
+           :url => "file://#{Earth::DATA_DIR}/automobile/annual_fuel_consumption.csv" do
+      key   'name'
+      store 'activity_year'
+      store 'type_name'
+      store 'fuel_common_name'
+      store 'fuel_consumption', :from_units => :million_gallons, :to_units => :litres
+    end
+  end
+end

data/lib/earth/automobile/automobile_fuel.rb

@@ -3,115 +3,122 @@ require 'earth/fuel'
 class AutomobileFuel < ActiveRecord::Base
   self.primary_key = "name"
   
-  has_many :type_fuel_year_ages, :class_name => 'AutomobileTypeFuelYearAge', :foreign_key => 'fuel_common_name', :primary_key => 'distance_key'
-  has_many :type_fuel_years,     :class_name => 'AutomobileTypeFuelYear',    :foreign_key => 'fuel_common_name', :primary_key => 'ef_key'
-  belongs_to :base_fuel,         :class_name => 'Fuel',                      :foreign_key => 'base_fuel_name'
-  belongs_to :blend_fuel,        :class_name => 'Fuel',                      :foreign_key => 'blend_fuel_name'
-    
-  warn_if_blanks_in :distance_key
-  warn_if_blanks_in :ef_key
-  warn do
-    catch :culprit do
-      find_each do |record|
-        throw :culprit, %{Records exist without base_fuel (possibly invalid key "#{record.base_fuel_name}")} unless record.base_fuel
-      end
-      false
-    end
-  end
-  warn do
-    if exists?(['blend_portion IS NOT NULL AND (blend_portion < ? OR blend_portion > ?)', 0, 1])
-      "Blend portions less than 0 or greater than 1"
-    end
-  end
-  warn do
-    %w{co2_emission_factor co2_biogenic_emission_factor}.map do |col|
-      if exists?(["#{col} IS NULL OR #{col} < ?", 0])
-        "Records non-positive #{col}"
-      end
-    end
-  end
+  # for calculating energy content and co2 efs
+  belongs_to :base_fuel,  :class_name => 'Fuel', :foreign_key => 'base_fuel_name'
+  belongs_to :blend_fuel, :class_name => 'Fuel', :foreign_key => 'blend_fuel_name'
+  
+  # for calculating gas and diesel annual distance and ch4 + n2o efs
+  has_many :type_fuels, :foreign_key => :fuel_common_name, :primary_key => :common_name, :class_name => 'AutomobileTypeFuel'
   
+  # for fallback
   class << self
-    def fallback_type_fuel_year_ages
-      AutomobileTypeFuelYearAge.where(:year => AutomobileTypeFuelYearAge.maximum('year'))
+    def diesel
+      AutomobileFuel.find 'diesel'
     end
     
-    def fallback_type_fuel_years
-      AutomobileTypeFuelYear.where(:year => AutomobileTypeFuelYear.maximum('year'))
+    def gasoline
+      AutomobileFuel.find 'gasoline'
     end
     
-    def fallback_type_years
-      AutomobileTypeYear.where(:year => AutomobileTypeYear.maximum('year'))
+    def fallback_blend_portion
+      diesel.total_consumption / (diesel.total_consumption + gasoline.total_consumption)
     end
     
-    # FIXME TODO for some reason this causes the fallbacks calculation to hang (infinite loop?) if it's defined as a fallback
-    def fallback_blend_portion
-      gas_use = fallback_type_fuel_years.where(:fuel_common_name => 'gasoline').sum('fuel_consumption').to_f
-      diesel_use = fallback_type_fuel_years.where(:fuel_common_name => 'diesel').sum('fuel_consumption').to_f
-      diesel_use / (gas_use + diesel_use)
+    def determine_fallback(method)
+      if method =~ /units/
+        gasoline.send(method)
+      else
+        (fallback_blend_portion * diesel.send(method)) + ((1 - fallback_blend_portion) * gasoline.send(method))
+      end
+    end
+  end
+  
+  # Used by Automobile and AutomobileTrip to determine whether need to convert fuel efficiency units
+  def non_liquid?
+    energy_content_units != 'megajoules_per_litre'
+  end
+  
+  # Used by Automobile and AutomobileTrip to check whether user-input fuel matches one of the vehicle's fuels
+  def same_as?(other_auto_fuel)
+    unless other_auto_fuel.nil?
+      if ['G', 'R', 'P'].include? self.code
+        ['G', 'R', 'P'].include? other_auto_fuel.code
+      else
+        self == other_auto_fuel
+      end
     end
   end
   
   falls_back_on :name => 'fallback',
-                :annual_distance => lambda { fallback_type_fuel_year_ages.weighted_average(:annual_distance, :weighted_by => :vehicles) },
-                :annual_distance_units => lambda { fallback_type_fuel_year_ages.first.annual_distance_units },
-                :energy_content => lambda {
-                  (Fuel.find_by_name('Motor Gasoline').energy_content * (1 - fallback_blend_portion)) +
-                  (Fuel.find_by_name('Distillate Fuel Oil No. 2').energy_content * fallback_blend_portion)
-                },
-                :co2_emission_factor => lambda {
-                  (Fuel.find_by_name("Motor Gasoline").co2_emission_factor * (1 - fallback_blend_portion)) +
-                  (Fuel.find_by_name("Distillate Fuel Oil No. 2").co2_emission_factor * fallback_blend_portion)
-                },
-                :co2_emission_factor_units => lambda { Fuel.find_by_name("Motor Gasoline").co2_emission_factor_units },
-                :co2_biogenic_emission_factor => lambda {
-                  (Fuel.find_by_name("Motor Gasoline").co2_biogenic_emission_factor * (1 - AutomobileFuel.fallback_blend_portion)) +
-                  (Fuel.find_by_name("Distillate Fuel Oil No. 2").co2_biogenic_emission_factor * AutomobileFuel.fallback_blend_portion)
-                },
-                :co2_biogenic_emission_factor_units => lambda { Fuel.find_by_name("Motor Gasoline").co2_biogenic_emission_factor_units },
-                :ch4_emission_factor => lambda { fallback_type_fuel_years.weighted_average(:ch4_emission_factor, :weighted_by => :total_travel) * GreenhouseGas[:ch4].global_warming_potential },
-                :ch4_emission_factor_units => lambda {
-                  prefix = fallback_type_fuel_years.first.ch4_emission_factor_units.split("_per_")[0]
-                  suffix = fallback_type_fuel_years.first.ch4_emission_factor_units.split("_per_")[1]
-                  prefix + "_co2e_per_" + suffix
-                },
-                :n2o_emission_factor => lambda {
-                  fallback_type_fuel_years.weighted_average(:n2o_emission_factor, :weighted_by => :total_travel) * GreenhouseGas[:n2o].global_warming_potential
-                },
-                :n2o_emission_factor_units => lambda {
-                  prefix = fallback_type_fuel_years.first.n2o_emission_factor_units.split("_per_")[0]
-                  suffix = fallback_type_fuel_years.first.n2o_emission_factor_units.split("_per_")[1]
-                  prefix + "_co2e_per_" + suffix
-                },
-                :hfc_emission_factor => lambda { fallback_type_years.weighted_average(:hfc_emission_factor, :weighted_by => [:type_fuel_years, :total_travel]) },
-                :hfc_emission_factor_units => lambda { fallback_type_years.first.hfc_emission_factor_units }
+                :base_fuel_name => 'Motor Gasoline',
+                :blend_fuel_name => 'Distillate Fuel Oil No. 2',
+                :blend_portion                      => proc { AutomobileFuel.fallback_blend_portion },
+                :annual_distance                    => proc { AutomobileFuel.determine_fallback 'annual_distance' },
+                :annual_distance_units              => proc { AutomobileFuel.determine_fallback 'annual_distance_units' },
+                :energy_content                     => proc { AutomobileFuel.determine_fallback 'energy_content' },
+                :energy_content_units               => proc { AutomobileFuel.determine_fallback 'energy_content_units' },
+                :co2_emission_factor                => proc { AutomobileFuel.determine_fallback 'co2_emission_factor' },
+                :co2_emission_factor_units          => proc { AutomobileFuel.determine_fallback 'co2_emission_factor_units' },
+                :co2_biogenic_emission_factor       => proc { AutomobileFuel.determine_fallback 'co2_biogenic_emission_factor' },
+                :co2_biogenic_emission_factor_units => proc { AutomobileFuel.determine_fallback 'co2_biogenic_emission_factor_units' },
+                :ch4_emission_factor                => proc { AutomobileFuel.determine_fallback 'ch4_emission_factor' },
+                :ch4_emission_factor_units          => proc { AutomobileFuel.determine_fallback 'ch4_emission_factor_units' },
+                :n2o_emission_factor                => proc { AutomobileFuel.determine_fallback 'n2o_emission_factor' },
+                :n2o_emission_factor_units          => proc { AutomobileFuel.determine_fallback 'n2o_emission_factor_units' }
   
   col :name
   col :code
+  col :common_name
+  col :distance_key
   col :base_fuel_name
   col :blend_fuel_name
-  col :blend_portion,                :type => :float # the portion of the blend that is the blend fuel
-  col :distance_key                                  # used to look up annual distance from AutomobileTypeFuelYear
-  col :ef_key                                        # used to look up ch4 n2o and hfc emission factors from AutomobileTypeFuelYear
-  col :annual_distance,              :type => :float
+  col :blend_portion, :type => :float # the portion of the blend that is the blend fuel
+  col :annual_distance, :type => :float
   col :annual_distance_units
-  col :energy_content,               :type => :float
+  col :energy_content, :type => :float
   col :energy_content_units
-  col :co2_emission_factor,          :type => :float
+  col :co2_emission_factor, :type => :float
   col :co2_emission_factor_units
   col :co2_biogenic_emission_factor, :type => :float
   col :co2_biogenic_emission_factor_units
-  col :ch4_emission_factor,          :type => :float
+  col :ch4_emission_factor, :type => :float
   col :ch4_emission_factor_units
-  col :n2o_emission_factor,          :type => :float
+  col :n2o_emission_factor, :type => :float
   col :n2o_emission_factor_units
-  col :hfc_emission_factor,          :type => :float
-  col :hfc_emission_factor_units
-  col :emission_factor,              :type => :float # DEPRECATED but motorcycle needs this
-  col :emission_factor_units # FIXME TODO DEPRECATED but motorcycle needs this
+  col :total_consumption, :type => :float # for calculating fallback blend_portion
+  col :total_consumption_units
   
-  CODES = {
-    :electricity => 'El',
-    :diesel => 'D'
-  }
+  warn_unless_size 12
+  warn_if_blanks :code, :common_name, :distance_key
+  warn_if do
+    if exists?("name != 'electricity' AND base_fuel_name IS NULL")
+      "Records missing #{col}"
+    end
+  end
+  warn_if do
+    if exists?(['blend_fuel_name IS NOT NULL AND (blend_portion IS NULL OR blend_portion <= ? OR blend_portion >= ?)', 0, 1])
+      "Blend portions not between 0 and 1"
+    end
+  end
+  warn_if do
+    %w{annual_distance energy_content}.map do |col|
+      if exists?(["#{col} IS NULL OR #{col} <= ?", 0])
+        "Records not > 0 #{col}"
+      end
+    end
+  end
+  warn_if do
+    %w{ co2_emission_factor co2_biogenic_emission_factor}.map do |col|
+      if exists?(["name != 'electricity' AND (#{col} IS NULL OR #{col} < ?)", 0])
+        "Records non-positive #{col}"
+      end
+    end
+  end
+  warn_if do
+    %w{ch4_emission_factor n2o_emission_factor}.map do |col|
+      if exists?(["#{col} IS NULL OR #{col} < ?", 0])
+        "Records non-positive #{col}"
+      end
+    end
+  end
 end