earth 1.1.1 → 1.1.2

data/CHANGELOG

@@ -1,3 +1,15 @@
+1.1.2 / 2013-03-15
+
+* Enhancements
+
+  * 2012 Fuel Economy Guide
+  * RECS 2009 microdata
+  * New ZCTA urls from census.gov
+
+* Bug fixes
+
+  * Fix esoteric regression with loading RECS 2009
+
 1.1.0 / 2012-10-18
 
 * Breaking changes

data/data/residence/recs_response_groupings.csv

@@ -0,0 +1,52 @@
+state_postal_abbreviation,recs_grouping_id
+AK,27
+AL,18
+AR,20
+AZ,24
+CA,26
+CO,22
+CT,1
+DC,14
+DE,14
+FL,17
+GA,15
+HI,27
+IA,10
+ID,23
+IL,6
+IN,7
+KS,11
+KY,18
+LA,20
+MA,2
+MD,14
+ME,1
+MI,8
+MN,10
+MO,12
+MS,18
+MT,23
+NC,16
+ND,10
+NE,11
+NH,1
+NJ,4
+NM,25
+NV,25
+NY,3
+OH,7
+OK,20
+OR,27
+PA,5
+RI,1
+SC,16
+SD,10
+TN,19
+TX,21
+UT,23
+VA,13
+VT,1
+WA,27
+WI,9
+WV,14
+WY,23

data/earth.gemspec

@@ -4,7 +4,7 @@ require File.expand_path("../lib/earth/version", __FILE__)
 Gem::Specification.new do |s|
   s.name        = "earth"
   s.version     = Earth::VERSION
-  s.authors = ["Seamus Abshere", "Derek Kastner", "Andy Rossmeissl"]
+  s.authors = ["Seamus Abshere", "Derek Kastner", "Andy Rossmeissl", "Ian Hough"]
   s.email = ['seamus@abshere.net', 'dkastner@gmail.com', 'andy@rossmeissl.net', 'ijhough@gmail.com']
   s.homepage    = "https://github.com/brighterplanet/earth"
   s.summary     = %Q{Land, sky, and sea}

data/lib/earth/automobile/automobile_make_model_year_variant/data_miner.rb

@@ -110,7 +110,7 @@ AutomobileMakeModelYearVariant.class_eval do
       2009 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/09data.zip',   :filename => '2009_FE_guide for DOE_ALL-rel dates-no-sales-8-28-08download.csv' },
       2010 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/10data.zip',   :filename => '2010FEGuide for DOE-all rel dates-no-sales-02-22-2011public.xlsx' },
       2011 => { :url => 'http://www.fueleconomy.gov/FEG/epadata/11data.zip',   :filename => '2011FEGuide-for DOE rel-dates before 1-23-2011-no-sales-01-10-2011_All_public.xlsx' },
-      2012 => { :url => 'http://www.fueleconomy.gov/feg/epadata/12data.zip',   :filename => '2012 FEGuide for DOE-rev99-rel dates before 3-13-2012-no-sales_public.xlsx' }
+      2012 => { :url => 'http://www.fueleconomy.gov/feg/epadata/12data.zip',   :filename => '2012 FEGuide-for DOE-OK to release-no-sales-11-13-2012public.xlsx' }
     })
     
     fuel_economy_guides.each do |year, options|

data/lib/earth/industry/mecs_energy.rb

@@ -70,31 +70,41 @@ EOS
   def fuel_ratios
     # Don't return a ratio if reported total energy was withheld
     if energy.to_f > 0
+
       # Calculate the sum of all fuels and note if any were withheld
-      withheld = 0
+      withheld = false
       fuels_sum = MecsEnergy::FUELS.inject(0) do |sum, fuel|
-        (value = send("#{fuel}")).nil? ? withheld = 1 : sum += value
+        if (v = send(fuel)).nil?
+          withheld = true
+        else
+          sum += v
+        end
         sum
       end
       
-      # If energy > sum of all fuels and some fuels were withheld, calculate fuel ratios as fraction of energy
-      # and attribute the disparity between energy and sum of all fuels to the dirtiest fuel that was withheld
-      if energy > fuels_sum and withheld == 1
-        ratios = MecsEnergy::FUELS.inject({}) do |r, fuel|
-          fuel_use = send("#{fuel}")
-          r[fuel] = fuel_use.present? ? fuel_use / energy : nil
-          r
+      if energy > fuels_sum and withheld
+        # If energy > sum of all fuels and some fuels were withheld, calculate fuel ratios as fraction of energy
+        # and attribute the disparity between energy and sum of all fuels to the dirtiest fuel that was withheld
+        ratios = MecsEnergy::FUELS.inject({}) do |memo, fuel|
+          memo[fuel] = if (v = send(fuel)).present?
+            v / energy
+          else
+            nil
+          end
+          memo
         end
-        
         dirtiest_withheld = ([:coal, :other_fuel, :coke_and_breeze, :residual_fuel_oil, :distillate_fuel_oil, :lpg_and_ngl, :natural_gas] & ratios.select{|k,v| v.nil?}.keys).first
         ratios[dirtiest_withheld] = (energy - fuels_sum) / energy
-        ratios.delete_if{ |fuel, ratio| ratio.to_f == 0.0 }
-      # Otherwise calculate ratios as fraction of sum of all fuels, skipping any fuels that were withheld
+        ratios.delete_if do |fuel, ratio|
+          ratio.to_f == 0.0
+        end
       else
-        ratios = MecsEnergy::FUELS.inject({}) do |r, fuel|
-          fuel_use = send("#{fuel}")
-          r[fuel] = fuel_use / fuels_sum if fuel_use.to_f > 0
-          r
+        # Otherwise calculate ratios as fraction of sum of all fuels, skipping any fuels that were withheld
+        ratios = MecsEnergy::FUELS.inject({}) do |memo, fuel|
+          if (v = send(fuel).to_f) > 0
+            memo[fuel] = v / fuels_sum
+          end
+          memo 
         end
         ratios.keys.any? ? ratios : nil
       end

data/lib/earth/{insolation_scopes.rb → irradiance_scopes.rb}

@@ -1,5 +1,5 @@
 module Earth
-  module InsolationScopes
+  module IrradianceScopes
     def self.included(target)
       target.scope :at_lat_lon, lambda { |lat, lon|
         target.where('nw_lat > ? AND nw_lon > ? AND se_lat < ? AND se_lon < ?', lat, lon, lat, lon)

data/lib/earth/loader.rb

@@ -22,16 +22,17 @@ module Earth
       args = [glob, options]
       return if @require_glob.include?(args)
       @require_glob << args
-      data_miner_paths = []
+      require_later = []
       ::Dir[glob].each do |path|
-        if path.include?('data_miner')
-          data_miner_paths << path
+        # ugh
+        if path.include?('data_miner') or path.include?('parser')
+          require_later << path
         else
           require path
         end
       end
       # load data_miner blocks second to make sure they override
-      data_miner_paths.each do |path|
+      require_later.each do |path|
         require path
       end if options[:load_data_miner] || options[:mine_original_sources]
       nil

data/lib/earth/locality/{direct_normal_insolation.rb → direct_normal_irradiance.rb}

@@ -1,12 +1,12 @@
 require 'earth/model'
-require 'earth/insolation_scopes'
+require 'earth/irradiance_scopes'
 
-class DirectNormalInsolation < ActiveRecord::Base
+class DirectNormalIrradiance < ActiveRecord::Base
   extend Earth::Model
-  include Earth::InsolationScopes
+  include Earth::IrradianceScopes
 
   TABLE_STRUCTURE = <<-EOS
-CREATE TABLE direct_normal_insolations
+CREATE TABLE direct_normal_irradiances
   (
      row_hash       CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
      nw_lat         FLOAT,

data/lib/earth/locality/{direct_normal_insolation → direct_normal_irradiance}/data_miner.rb

@@ -1,20 +1,20 @@
 begin
   require 'geo_ruby'
 rescue LoadError
-  puts '[Earth] You need to install the geo_ruby gem to mine Insolation from scratch'
+  puts '[Earth] You need to install the geo_ruby gem to mine DirectNormalIrradiance from scratch'
   exit
 end
 begin
   require 'dbf'
 rescue LoadError
-  puts '[Earth] You need to install the dbf gem to mine Insolation from scratch'
+  puts '[Earth] You need to install the dbf gem to mine DirectNormalIrradiance from scratch'
   exit
 end
 require 'unix_utils'
 
-DirectNormalInsolation.class_eval do
+DirectNormalIrradiance.class_eval do
   data_miner do
-    import 'Direct Normal Insolation shapefile from NREL at http://www.nrel.gov/gis/data_solar.html',
+    import 'Direct Normal Irradiance shapefile from NREL at http://www.nrel.gov/gis/data_solar.html',
           :url => 'http://www.nrel.gov/gis/cfm/data/GIS_Data_Technology_Specific/United_States/Solar/High_Resolution/Lower_48_DNI_High_Resolution.zip',
           :format => :shp do
       key :row_hash

data/lib/earth/locality/electricity_mix/data_miner.rb

@@ -64,10 +64,10 @@ ElectricityMix.class_eval do
         sub_pops = state.zip_codes.known_subregion.sum(:population, :group => :egrid_subregion)
         
         %w{ co2 ch4 n2o }.each do |gas|
-          ef = sub_pops.inject(0) do |memo, (subregion, population)|
-            memo += subregion.send("#{gas}_emission_factor") * population
-            memo
-          end / sub_pops.values.sum
+          ef = sub_pops.sum do |subregion, population|
+            subregion.send("#{gas}_emission_factor") * population
+          end
+          ef /= sub_pops.values.sum
           
           mix.update_attributes!(
             "#{gas}_emission_factor" => ef,
@@ -75,10 +75,10 @@ ElectricityMix.class_eval do
           )
         end
         
-        lf = sub_pops.inject(0) do |memo, (subregion, population)|
-          memo += subregion.egrid_region.loss_factor * population
-          memo
-        end / sub_pops.values.sum
+        lf = sub_pops.sum do |subregion, population|
+          subregion.egrid_region.loss_factor * population
+        end
+        lf /= sub_pops.values.sum
         
         mix.update_attributes! :loss_factor => lf
       end

data/lib/earth/locality/{global_horizontal_insolation.rb → global_horizontal_irradiance.rb}

@@ -1,12 +1,12 @@
 require 'earth/model'
-require 'earth/insolation_scopes'
+require 'earth/irradiance_scopes'
 
-class GlobalHorizontalInsolation < ActiveRecord::Base
+class GlobalHorizontalIrradiance < ActiveRecord::Base
   extend Earth::Model
-  include Earth::InsolationScopes
+  include Earth::IrradianceScopes
 
   TABLE_STRUCTURE = <<-EOS
-CREATE TABLE global_horizontal_insolations
+CREATE TABLE global_horizontal_irradiances
   (
      row_hash       CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
      nw_lat         FLOAT,

data/lib/earth/locality/{global_horizontal_insolation → global_horizontal_irradiance}/data_miner.rb

@@ -1,20 +1,20 @@
 begin
   require 'geo_ruby'
 rescue LoadError
-  puts '[Earth] You need to install the geo_ruby gem to mine Insolation from scratch'
+  puts '[Earth] You need to install the geo_ruby gem to mine GlobalHorizontalIrradiance from scratch'
   exit
 end
 begin
   require 'dbf'
 rescue LoadError
-  puts '[Earth] You need to install the dbf gem to mine Insolation from scratch'
+  puts '[Earth] You need to install the dbf gem to mine GlobalHorizontalIrradiance from scratch'
   exit
 end
 require 'unix_utils'
 
-GlobalHorizontalInsolation.class_eval do
+GlobalHorizontalIrradiance.class_eval do
   data_miner do
-    import 'Global Horizontal Insolation shapefile from NREL at http://www.nrel.gov/gis/data_solar.html',
+    import 'Global Horizontal Irradiance shapefile from NREL at http://www.nrel.gov/gis/data_solar.html',
           :url => 'http://www.nrel.gov/gis/cfm/data/GIS_Data_Technology_Specific/United_States/Solar/High_Resolution/Lower_48_GHI_High_Resolution.zip',
           :format => :shp do
       key :row_hash

data/lib/earth/locality/{photovoltaic_insolation.rb → photovoltaic_irradiance.rb}

@@ -1,12 +1,12 @@
 require 'earth/model'
-require 'earth/insolation_scopes'
+require 'earth/irradiance_scopes'
 
-class PhotovoltaicInsolation < ActiveRecord::Base
+class PhotovoltaicIrradiance < ActiveRecord::Base
   extend Earth::Model
-  include Earth::InsolationScopes
+  include Earth::IrradianceScopes
 
   TABLE_STRUCTURE = <<-EOS
-CREATE TABLE photovoltaic_insolations
+CREATE TABLE photovoltaic_irradiances
   (
      row_hash       CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
      nw_lat         FLOAT,

data/lib/earth/locality/{photovoltaic_insolation → photovoltaic_irradiance}/data_miner.rb

@@ -1,20 +1,20 @@
 begin
   require 'geo_ruby'
 rescue LoadError
-  puts '[Earth] You need to install the geo_ruby gem to mine Insolation from scratch'
+  puts '[Earth] You need to install the geo_ruby gem to mine PhotovoltaicIrradiance from scratch'
   exit
 end
 begin
   require 'dbf'
 rescue LoadError
-  puts '[Earth] You need to install the dbf gem to mine Insolation from scratch'
+  puts '[Earth] You need to install the dbf gem to mine PhotovoltaicIrradiance from scratch'
   exit
 end
 require 'unix_utils'
 
-PhotovoltaicInsolation.class_eval do
+PhotovoltaicIrradiance.class_eval do
   data_miner do
-    import 'Photovoltaic Insolation shapefile from NREL at http://www.nrel.gov/gis/data_solar.html',
+    import 'Photovoltaic Irradiance (tilt = latitude) shapefile from NREL at http://www.nrel.gov/gis/data_solar.html',
           :url => 'http://www.nrel.gov/gis/cfm/data/GIS_Data_Technology_Specific/United_States/Solar/High_Resolution/Lower_48_LATTILT_High_Resolution.zip',
           :format => :shp do
       key :row_hash

data/lib/earth/locality/state.rb

@@ -30,7 +30,8 @@ CREATE TABLE states
      population                                         INTEGER,
      electricity_emission_factor                        FLOAT,
      electricity_emission_factor_units                  CHARACTER VARYING(255),
-     electricity_loss_factor                            FLOAT
+     electricity_loss_factor                            FLOAT,
+     recs_grouping_id                                   INTEGER
   );
 
 EOS
@@ -39,6 +40,7 @@ EOS
   
   has_many :zip_codes,         :foreign_key => 'state_postal_abbreviation'
   has_many :climate_divisions, :foreign_key => 'state_postal_abbreviation'
+  has_many :recs_2009_responses, :foreign_key => 'recs_grouping_id', :primary_key => 'recs_grouping_id'
   belongs_to :census_division, :foreign_key => 'census_division_number'
   has_one :census_region, :through => :census_division
   has_one :electricity_mix, :foreign_key => 'state_postal_abbreviation'

data/lib/earth/locality/state/data_miner.rb

@@ -27,6 +27,13 @@ State.class_eval do
       store 'petroleum_administration_for_defense_district_code', :field_name => 'Code'
     end
     
+    # RECS 2009 grouping
+    import 'RECS 2009 response grouping ids',
+           :url => "file:///#{Earth::DATA_DIR}/residence/recs_response_groupings.csv" do
+      key 'postal_abbreviation', :field_name => 'state_postal_abbreviation'
+      store 'recs_grouping_id'
+    end
+    
     process 'ensure ZipCode and EgridSubregion are populated' do
       ZipCode.run_data_miner!
       EgridSubregion.run_data_miner!
@@ -37,20 +44,20 @@ State.class_eval do
       safe_find_each do |state|
         sub_pops = state.zip_codes.known_subregion.sum(:population, :group => :egrid_subregion)
         
-        ef = sub_pops.inject(0) do |memo, (subregion, population)|
-          memo += subregion.electricity_emission_factor * population
-          memo
-        end / sub_pops.values.sum
+        ef = sub_pops.sum do |subregion, population|
+          subregion.electricity_emission_factor * population
+        end
+        ef /= sub_pops.values.sum
         
         state.update_attributes!(
           :electricity_emission_factor => ef,
           :electricity_emission_factor_units => 'kilograms_co2e_per_kilowatt_hour'
         )
         
-        loss_factor = sub_pops.inject(0) do |memo, (subregion, population)|
-          memo += subregion.egrid_region.loss_factor * population
-          memo
-        end / sub_pops.values.sum
+        loss_factor = sub_pops.sum do |subregion, population|
+          subregion.egrid_region.loss_factor * population
+        end
+        loss_factor /= sub_pops.values.sum
         
         state.update_attributes! :electricity_loss_factor => loss_factor
       end

data/lib/earth/locality/zip_code/data_miner.rb

@@ -26,7 +26,7 @@ ZipCode.class_eval do
     
     # NOTE: ZCTAs are not zip codes but are based on the most common zip code in the area they cover - see http://www.census.gov/geo/ZCTA/zcta.html
     import 'US Census 2010 zip code tabulation area populations',
-           :url => 'http://www.census.gov/geo/www/2010census/zcta_rel/zcta_county_rel_10.txt' do
+           :url => 'http://www.census.gov/geo/maps-data/data/docs/rel/zcta_county_rel_10.txt' do
       key 'name', :field_name => 'ZCTA5', :sprintf => '%05d'
       store 'population', :field_name => 'ZPOP'
     end

data/lib/earth/residence/recs_2009_response.rb

@@ -0,0 +1,655 @@
+require 'earth/model'
+
+class Recs2009Response < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+CREATE TABLE recs_2009_responses
+  (
+    id                         INTEGER NOT NULL PRIMARY KEY,
+    weighting                  FLOAT,
+    census_region_number       INTEGER,
+    census_division_number     INTEGER,
+    recs_grouping_id           INTEGER,
+    urban_rural                CHARACTER VARYING(10),
+    metro_micro                CHARACTER VARYING(10),
+    climate_region_id          INTEGER,
+    climate_zone_id            INTEGER,
+    hdd_2009                   FLOAT,
+    hdd_2009_units             CHARACTER VARYING(25),
+    hdd_avg                    FLOAT,
+    hdd_avg_units              CHARACTER VARYING(25),
+    cdd_2009                   FLOAT,
+    cdd_2009_units             CHARACTER VARYING(25),
+    cdd_avg                    FLOAT,
+    cdd_avg_units              CHARACTER VARYING(25),
+    building_type              CHARACTER VARYING(25),
+    converted_house            BOOLEAN,
+    condo_coop                 CHARACTER VARYING(10),
+    apartments                 INTEGER,
+    year_built                 INTEGER,
+    year_occupied              INTEGER,
+    building_floors            INTEGER,
+    levels                     INTEGER,
+    area                       FLOAT,
+    area_units                 CHARACTER VARYING(25),
+    rooms                      INTEGER,
+    bedrooms                   INTEGER,
+    bathrooms                  INTEGER,
+    half_baths                 INTEGER,
+    other_rooms                INTEGER,
+    attic_rooms                INTEGER,
+    basement_rooms             INTEGER,
+    garage_type                CHARACTER VARYING(10),
+    garage_size                CHARACTER VARYING(10),
+    pool                       BOOLEAN,
+    shaded                     BOOLEAN,
+    slab                       BOOLEAN,
+    crawlspace                 BOOLEAN,
+    basement_type              CHARACTER VARYING(10),
+    attic_type                 CHARACTER VARYING(10),
+    wall_material              CHARACTER VARYING(35),
+    roof_material              CHARACTER VARYING(25),
+    windows                    INTEGER,
+    window_panes               INTEGER,
+    sliding_doors              INTEGER,
+    insulation                 CHARACTER VARYING(10),
+    drafty                     CHARACTER VARYING(20),
+    high_ceiling               BOOLEAN,
+    heating                    BOOLEAN,
+    heater                     CHARACTER VARYING(30),
+    heater_age                 INTEGER,
+    heater_fuel                CHARACTER VARYING(15),
+    heater_shared              BOOLEAN,
+    heater_thermostats         INTEGER,
+    heater_portion             FLOAT,
+    heater_2                   CHARACTER VARYING(30),
+    heater_2_fuel              CHARACTER VARYING(15),
+    heater_3                   CHARACTER VARYING(30),
+    heater_3_fuel              CHARACTER VARYING(15),
+    heater_4                   CHARACTER VARYING(30),
+    heater_4_fuel              CHARACTER VARYING(15),
+    heater_5                   CHARACTER VARYING(30),
+    heater_5_fuel              CHARACTER VARYING(15),
+    heater_6                   CHARACTER VARYING(30),
+    heater_6_fuel              CHARACTER VARYING(15),
+    cooling                    BOOLEAN,
+    cooler_central_age         INTEGER,
+    cooler_central_shared      BOOLEAN,
+    cooler_ac_units            INTEGER,
+    cooler_ac_age              INTEGER,
+    cooler_ac_energy_star      BOOLEAN,
+    fans                       INTEGER,
+    water_heaters_storage      INTEGER,
+    water_heaters_tankless     INTEGER,
+    water_heater               CHARACTER VARYING(15),
+    water_heater_fuel          CHARACTER VARYING(15),
+    water_heater_age           INTEGER,
+    water_heater_size          CHARACTER VARYING(30),
+    water_heater_shared        BOOLEAN,
+    water_heater_2             CHARACTER VARYING(15),
+    water_heater_2_fuel        CHARACTER VARYING(15),
+    water_heater_2_age         INTEGER,
+    water_heater_2_size        CHARACTER VARYING(30),
+    pool_fuel                  CHARACTER VARYING(15),
+    hot_tub_fuel               CHARACTER VARYING(15),
+    lights_high_use            INTEGER,
+    lights_high_use_efficient  INTEGER,
+    lights_med_use             INTEGER,
+    lights_med_use_efficient   INTEGER,
+    lights_low_use             INTEGER,
+    lights_low_use_efficient   INTEGER,
+    lights_outdoor             INTEGER,
+    lights_outdoor_efficient   INTEGER,
+    cooking_fuel               CHARACTER VARYING(15),
+    stoves                     INTEGER,
+    stove_fuel                 CHARACTER VARYING(15),
+    cooktops                   INTEGER,
+    cooktop_fuel               CHARACTER VARYING(15),
+    ovens                      INTEGER,
+    oven_fuel                  CHARACTER VARYING(15),
+    oven_type                  CHARACTER VARYING(25),
+    outdoor_grill_fuel         CHARACTER VARYING(15),
+    indoor_grill_fuel          CHARACTER VARYING(15),
+    toaster                    BOOLEAN,
+    coffee                     BOOLEAN,
+    fridges                    INTEGER,
+    fridge_type                CHARACTER VARYING(35),
+    fridge_size                CHARACTER VARYING(35),
+    fridge_defrost             CHARACTER VARYING(10),
+    fridge_door_ice            BOOLEAN,
+    fridge_age                 INTEGER,
+    fridge_energy_star         BOOLEAN,
+    fridge_2_type              CHARACTER VARYING(35),
+    fridge_2_size              CHARACTER VARYING(35),
+    fridge_2_defrost           CHARACTER VARYING(10),
+    fridge_2_age               INTEGER,
+    fridge_2_energy_star       BOOLEAN,
+    fridge_3_type              CHARACTER VARYING(35),
+    fridge_3_size              CHARACTER VARYING(35),
+    fridge_3_defrost           CHARACTER VARYING(10),
+    fridge_3_age               INTEGER,
+    fridge_3_energy_star       BOOLEAN,
+    freezers                   INTEGER,
+    freezer_type               CHARACTER VARYING(10),
+    freezer_size               CHARACTER VARYING(35),
+    freezer_defrost            CHARACTER VARYING(10),
+    freezer_age                INTEGER,
+    freezer_2_type             CHARACTER VARYING(10),
+    freezer_2_size             CHARACTER VARYING(35),
+    freezer_2_defrost          CHARACTER VARYING(10),
+    freezer_2_age              INTEGER,
+    dishwasher_age             INTEGER,
+    dishwasher_energy_star     BOOLEAN,
+    washer_type                CHARACTER VARYING(15),
+    washer_age                 INTEGER,
+    washer_energy_star         BOOLEAN,
+    dryer_fuel                 CHARACTER VARYING(15),
+    dryer_age                  INTEGER,
+    tvs                        INTEGER,
+    tv_size                    CHARACTER VARYING(20),
+    tv_type                    CHARACTER VARYING(10),
+    tv_theater                 BOOLEAN,
+    tv_2_size                  CHARACTER VARYING(20),
+    tv_2_type                  CHARACTER VARYING(10),
+    tv_2_theater               BOOLEAN,
+    tv_3_size                  CHARACTER VARYING(20),
+    tv_3_type                  CHARACTER VARYING(10),
+    tv_3_theater               BOOLEAN,
+    computers                  INTEGER,
+    computer_type              CHARACTER VARYING(10),
+    computer_monitor           CHARACTER VARYING(10),
+    computer_2_type            CHARACTER VARYING(10),
+    computer_2_monitor         CHARACTER VARYING(10),
+    computer_3_type            CHARACTER VARYING(10),
+    computer_3_monitor         CHARACTER VARYING(10),
+    internet                   BOOLEAN,
+    printers                   INTEGER,
+    fax                        BOOLEAN,
+    copier                     BOOLEAN,
+    well_pump                  BOOLEAN,
+    engine_block_heater        BOOLEAN,
+    aquarium                   BOOLEAN,
+    stereo                     BOOLEAN,
+    cordless_phone             BOOLEAN,
+    answering_machine          BOOLEAN,
+    tools                      INTEGER,
+    electronics                INTEGER,
+    home_business              BOOLEAN,
+    home_during_week           BOOLEAN,
+    telecommuting              INTEGER,
+    telecommuting_units        CHARACTER VARYING(15),
+    unusual_activities         BOOLEAN,
+    heat_area                  FLOAT,
+    heat_area_units            CHARACTER VARYING(15),
+    heat_rooms                 INTEGER,
+    heat_attic_portion         FLOAT,
+    heat_basement_portion      FLOAT,
+    heat_garage                BOOLEAN,
+    heat_temp_day              FLOAT,
+    heat_temp_day_units        CHARACTER VARYING(20),
+    heat_temp_night            FLOAT,
+    heat_temp_night_units      CHARACTER VARYING(20),
+    heat_temp_away             FLOAT,
+    heat_temp_away_units       CHARACTER VARYING(20),
+    heat_auto_adjust_day       BOOLEAN,
+    heat_auto_adjust_night     BOOLEAN,
+    cool_area                  FLOAT,
+    cool_area_units            CHARACTER VARYING(15),
+    cool_rooms                 INTEGER,
+    cool_attic_portion         FLOAT,
+    cool_basement_portion      FLOAT,
+    cool_garage                BOOLEAN,
+    cool_temp_day              FLOAT,
+    cool_temp_day_units        CHARACTER VARYING(20),
+    cool_temp_night            FLOAT,
+    cool_temp_night_units      CHARACTER VARYING(20),
+    cool_temp_away             FLOAT,
+    cool_temp_away_units       CHARACTER VARYING(20),
+    cool_auto_adjust_day       BOOLEAN,
+    cool_auto_adjust_night     BOOLEAN,
+    cooler_central_use         CHARACTER VARYING(35),
+    cooler_ac_use              CHARACTER VARYING(35),
+    fan_use                    CHARACTER VARYING(35),
+    humidifier_use             INTEGER,
+    humidifier_use_units       CHARACTER VARYING(10),
+    dehumidifier_use           INTEGER,
+    dehumidifier_use_units     CHARACTER VARYING(10),
+    oven_use                   INTEGER,
+    oven_use_units             CHARACTER VARYING(15),
+    microwave_use              CHARACTER VARYING(30),
+    microwave_defrost          BOOLEAN,
+    cooking_frequency          INTEGER,
+    cooking_frequency_units    CHARACTER VARYING(15),
+    fridge_2_use               INTEGER,
+    fridge_2_use_units         CHARACTER VARYING(10),
+    fridge_3_use               INTEGER,
+    fridge_3_use_units         CHARACTER VARYING(10),
+    dishwasher_use             INTEGER,
+    dishwasher_use_units       CHARACTER VARYING(15),
+    washer_use                 INTEGER,
+    washer_use_units           CHARACTER VARYING(15),
+    washer_temp_wash           CHARACTER VARYING(10),
+    washer_temp_rinse          CHARACTER VARYING(10),
+    dryer_use                  CHARACTER VARYING(25),
+    tv_weekday_use             INTEGER,
+    tv_weekday_use_units       CHARACTER VARYING(15),
+    tv_weekend_use             INTEGER,
+    tv_weekend_use_units       CHARACTER VARYING(15),
+    tv_2_weekday_use           INTEGER,
+    tv_2_weekday_use_units     CHARACTER VARYING(15),
+    tv_2_weekend_use           INTEGER,
+    tv_2_weekend_use_units     CHARACTER VARYING(15),
+    tv_3_weekday_use           INTEGER,
+    tv_3_weekday_use_units     CHARACTER VARYING(15),
+    tv_3_weekend_use           INTEGER,
+    tv_3_weekend_use_units     CHARACTER VARYING(15),
+    computer_use               INTEGER,
+    computer_use_units         CHARACTER VARYING(15),
+    computer_idle              CHARACTER VARYING(15),
+    computer_2_use             INTEGER,
+    computer_2_use_units       CHARACTER VARYING(15),
+    computer_2_idle            CHARACTER VARYING(15),
+    computer_3_use             INTEGER,
+    computer_3_use_units       CHARACTER VARYING(15),
+    computer_3_idle            CHARACTER VARYING(15),
+    tool_charging              CHARACTER VARYING(20),
+    tool_vampires              CHARACTER VARYING(25),
+    electronic_charging        CHARACTER VARYING(20),
+    electronic_vampires        CHARACTER VARYING(25),
+    energy_audit               BOOLEAN,
+    energy_audit_year          INTEGER,
+    energy_audit_incent        CHARACTER VARYING(35),
+    energy_audit_incent_year   INTEGER,
+    insulation_added           BOOLEAN,
+    insulation_added_year      INTEGER,
+    insulation_incent          CHARACTER VARYING(35),
+    insulation_incent_year     INTEGER,
+    windows_replaced           CHARACTER VARYING(10),
+    windows_incent             CHARACTER VARYING(35),
+    windows_incent_year        INTEGER,
+    caulking_added             BOOLEAN,
+    caulking_added_year        INTEGER,
+    caulking_incent            CHARACTER VARYING(35),
+    caulking_incent_year       INTEGER,
+    heater_maintained          BOOLEAN,
+    heater_replaced            BOOLEAN,
+    heater_incent              CHARACTER VARYING(35),
+    heater_incent_year         INTEGER,
+    cooler_central_maintained  BOOLEAN,
+    cooler_central_replaced    BOOLEAN,
+    cooler_central_incent      CHARACTER VARYING(35),
+    cooler_central_incent_year INTEGER,
+    cooler_ac_replaced         BOOLEAN,
+    cooler_ac_incent           CHARACTER VARYING(35),
+    cooler_ac_incent_year      INTEGER,
+    water_heater_blanket       BOOLEAN,
+    water_heater_incent        CHARACTER VARYING(35),
+    water_heater_incent_year   INTEGER,
+    lights_replaced            BOOLEAN,
+    lights_incent              CHARACTER VARYING(35),
+    lights_incent_year         INTEGER,
+    dishwasher_replaced        BOOLEAN,
+    dishwasher_incent          CHARACTER VARYING(35),
+    dishwasher_incent_year     INTEGER,
+    fridge_replaced            BOOLEAN,
+    fridge_incent              CHARACTER VARYING(35),
+    fridge_incent_year         INTEGER,
+    freezer_replaced           BOOLEAN,
+    freezer_incent             CHARACTER VARYING(35),
+    freezer_incent_year        INTEGER,
+    washer_replaced            BOOLEAN,
+    washer_incent              CHARACTER VARYING(35),
+    washer_incent_year         INTEGER,
+    renewable_energy           CHARACTER VARYING(15),
+    own_rent                   CHARACTER VARYING(10),
+    sex                        CHARACTER VARYING(10),
+    employment                 CHARACTER VARYING(25),
+    live_with_spouse           BOOLEAN,
+    race                       CHARACTER VARYING(35),
+    latino                     BOOLEAN,
+    education                  CHARACTER VARYING(30),
+    household_size             INTEGER,
+    member_1_age               INTEGER,
+    member_2_age               INTEGER,
+    member_3_age               INTEGER,
+    member_4_age               INTEGER,
+    member_5_age               INTEGER,
+    member_6_age               INTEGER,
+    member_7_age               INTEGER,
+    member_8_age               INTEGER,
+    member_9_age               INTEGER,
+    member_10_age              INTEGER,
+    member_11_age              INTEGER,
+    member_12_age              INTEGER,
+    member_13_age              INTEGER,
+    member_14_age              INTEGER,
+    income                     INTEGER,
+    income_employment          BOOLEAN,
+    income_retirement          BOOLEAN,
+    income_ssi                 BOOLEAN,
+    income_welfare             BOOLEAN,
+    income_investment          BOOLEAN,
+    income_other               BOOLEAN,
+    poverty_100                BOOLEAN,
+    poverty_150                BOOLEAN,
+    public_housing_authority   BOOLEAN,
+    food_stamps                BOOLEAN,
+    low_rent                   BOOLEAN,
+    pays_electricity_heat      CHARACTER VARYING(30),
+    pays_electricity_water     CHARACTER VARYING(30),
+    pays_electricity_cooking   CHARACTER VARYING(30),
+    pays_electricity_cool      CHARACTER VARYING(30),
+    pays_electricity_lighting  CHARACTER VARYING(30),
+    pays_natural_gas_heat      CHARACTER VARYING(30),
+    pays_natural_gas_water     CHARACTER VARYING(30),
+    pays_natural_gas_cooking   CHARACTER VARYING(30),
+    pays_natural_gas_other     CHARACTER VARYING(30),
+    pays_fuel_oil              CHARACTER VARYING(30),
+    pays_propane               CHARACTER VARYING(30),
+    electricity_heat           BOOLEAN,
+    electricity_heat_2         BOOLEAN,
+    electricity_cool           BOOLEAN,
+    electricity_water          BOOLEAN,
+    electricity_cooking        BOOLEAN,
+    electricity_other          BOOLEAN,
+    natural_gas_heat           BOOLEAN,
+    natural_gas_heat_2         BOOLEAN,
+    natural_gas_water          BOOLEAN,
+    natural_gas_cooking        BOOLEAN,
+    natural_gas_other          BOOLEAN,
+    propane_heat               BOOLEAN,
+    propane_heat_2             BOOLEAN,
+    propane_water              BOOLEAN,
+    propane_cooking            BOOLEAN,
+    propane_other              BOOLEAN,
+    fuel_oil_heat              BOOLEAN,
+    fuel_oil_heat_2            BOOLEAN,
+    fuel_oil_water             BOOLEAN,
+    fuel_oil_other             BOOLEAN,
+    kerosene_heat              BOOLEAN,
+    kerosene_heat_2            BOOLEAN,
+    kerosene_water             BOOLEAN,
+    kerosene_other             BOOLEAN,
+    wood_heat                  BOOLEAN,
+    wood_heat_2                BOOLEAN,
+    wood_water                 BOOLEAN,
+    wood_other                 BOOLEAN,
+    solar_heat                 BOOLEAN,
+    solar_heat_2               BOOLEAN,
+    solar_water                BOOLEAN,
+    solar_other                BOOLEAN,
+    other_heat                 BOOLEAN,
+    other_heat_2               BOOLEAN,
+    other_water                BOOLEAN,
+    other_cooking              BOOLEAN,
+    energy                     FLOAT,
+    energy_units               CHARACTER VARYING(10),
+    energy_cost                INTEGER,
+    energy_cost_units          CHARACTER VARYING(10),
+    electricity                FLOAT,
+    electricity_units          CHARACTER VARYING(10),
+    electricity_cost           INTEGER,
+    electricity_cost_units     CHARACTER VARYING(10),
+    natural_gas                FLOAT,
+    natural_gas_units          CHARACTER VARYING(10),
+    natural_gas_cost           INTEGER,
+    natural_gas_cost_units     CHARACTER VARYING(10),
+    propane                    FLOAT,
+    propane_units              CHARACTER VARYING(10),
+    propane_cost               INTEGER,
+    propane_cost_units         CHARACTER VARYING(10),
+    fuel_oil                   FLOAT,
+    fuel_oil_units             CHARACTER VARYING(10),
+    fuel_oil_cost              INTEGER,
+    fuel_oil_cost_units        CHARACTER VARYING(10),
+    kerosene                   FLOAT,
+    kerosene_units             CHARACTER VARYING(10),
+    kerosene_cost              INTEGER,
+    kerosene_cost_units        CHARACTER VARYING(10),
+    wood                       FLOAT,
+    wood_units                 CHARACTER VARYING(10)
+  );
+EOS
+
+  self.table_name = "recs_2009_responses"
+  self.primary_key = "id"
+
+  has_many :states, :foreign_key => :recs_grouping_id, :primary_key => :recs_grouping_id
+
+  warn_if_nulls_except(
+    :metro_micro,
+    :converted_house,
+    :condo_coop,
+    :apartments,
+    :building_floors,
+    :garage_type,
+    :garage_size,
+    :basement_type,
+    :attic_type,
+    :roof_material,
+    :heater,
+    :heater_age,
+    :heater_fuel,
+    :heater_shared,
+    :heater_portion,
+    :heater_2,
+    :heater_2_fuel,
+    :heater_3,
+    :heater_3_fuel,
+    :heater_4,
+    :heater_4_fuel,
+    :heater_5,
+    :heater_5_fuel,
+    :heater_6,
+    :heater_6_fuel,
+    :cooler_central_age,
+    :cooler_central_shared,
+    :cooler_ac_age,
+    :cooler_ac_energy_star,
+    :water_heater,
+    :water_heater_fuel,
+    :water_heater_age,
+    :water_heater_size,
+    :water_heater_shared,
+    :water_heater_2,
+    :water_heater_2_fuel,
+    :water_heater_2_age,
+    :water_heater_2_size,
+    :pool_fuel,
+    :hot_tub_fuel,
+    :cooking_fuel,
+    :stove_fuel,
+    :cooktop_fuel,
+    :oven_fuel,
+    :oven_type,
+    :outdoor_grill_fuel,
+    :indoor_grill_fuel,
+    :fridge_type,
+    :fridge_size,
+    :fridge_defrost,
+    :fridge_door_ice,
+    :fridge_age,
+    :fridge_energy_star,
+    :fridge_2_type,
+    :fridge_2_size,
+    :fridge_2_defrost,
+    :fridge_2_age,
+    :fridge_2_energy_star,
+    :fridge_3_type,
+    :fridge_3_size,
+    :fridge_3_defrost,
+    :fridge_3_age,
+    :fridge_3_energy_star,
+    :freezer_type,
+    :freezer_size,
+    :freezer_defrost,
+    :freezer_age,
+    :freezer_2_type,
+    :freezer_2_size,
+    :freezer_2_defrost,
+    :freezer_2_age,
+    :dishwasher_age,
+    :dishwasher_energy_star,
+    :washer_type,
+    :washer_age,
+    :washer_energy_star,
+    :dryer_fuel,
+    :dryer_age,
+    :tv_size,
+    :tv_type,
+    :tv_theater,
+    :tv_2_size,
+    :tv_2_type,
+    :tv_2_theater,
+    :tv_3_size,
+    :tv_3_type,
+    :tv_3_theater,
+    :computer_type,
+    :computer_monitor,
+    :computer_2_type,
+    :computer_2_monitor,
+    :computer_3_type,
+    :computer_3_monitor,
+    :well_pump,
+    :engine_block_heater,
+    :heat_attic_portion,
+    :heat_basement_portion,
+    :heat_garage,
+    :heat_temp_day,
+    :heat_temp_day_units,
+    :heat_temp_night,
+    :heat_temp_night_units,
+    :heat_temp_away,
+    :heat_temp_away_units,
+    :heat_auto_adjust_day,
+    :heat_auto_adjust_night,
+    :cool_attic_portion,
+    :cool_basement_portion,
+    :cool_garage,
+    :cool_temp_day,
+    :cool_temp_day_units,
+    :cool_temp_night,
+    :cool_temp_night_units,
+    :cool_temp_away,
+    :cool_temp_away_units,
+    :cool_auto_adjust_day,
+    :cool_auto_adjust_night,
+    :cooler_central_use,
+    :cooler_ac_use,
+    :fan_use,
+    :humidifier_use,
+    :humidifier_use_units,
+    :dehumidifier_use,
+    :dehumidifier_use_units,
+    :oven_use,
+    :oven_use_units,
+    :microwave_use,
+    :microwave_defrost,
+    :fridge_2_use,
+    :fridge_2_use_units,
+    :fridge_3_use,
+    :fridge_3_use_units,
+    :dishwasher_use,
+    :dishwasher_use_units,
+    :washer_use,
+    :washer_use_units,
+    :washer_temp_wash,
+    :washer_temp_rinse,
+    :dryer_use,
+    :tv_weekday_use,
+    :tv_weekday_use_units,
+    :tv_weekend_use,
+    :tv_weekend_use_units,
+    :tv_2_weekday_use,
+    :tv_2_weekday_use_units,
+    :tv_2_weekend_use,
+    :tv_2_weekend_use_units,
+    :tv_3_weekday_use,
+    :tv_3_weekday_use_units,
+    :tv_3_weekend_use,
+    :tv_3_weekend_use_units,
+    :computer_use,
+    :computer_use_units,
+    :computer_idle,
+    :computer_2_use,
+    :computer_2_use_units,
+    :computer_2_idle,
+    :computer_3_use,
+    :computer_3_use_units,
+    :computer_3_idle,
+    :tool_charging,
+    :tool_vampires,
+    :electronic_charging,
+    :electronic_vampires,
+    :energy_audit_year,
+    :energy_audit_incent,
+    :energy_audit_incent_year,
+    :insulation_added_year,
+    :insulation_incent,
+    :insulation_incent_year,
+    :caulking_added_year,
+    :caulking_incent,
+    :caulking_incent_year,
+    :windows_replaced,
+    :windows_incent,
+    :windows_incent_year,
+    :heater_maintained,
+    :heater_replaced,
+    :heater_incent,
+    :heater_incent_year,
+    :cooler_central_maintained,
+    :cooler_central_replaced,
+    :cooler_central_incent,
+    :cooler_central_incent_year,
+    :cooler_ac_replaced,
+    :cooler_ac_incent,
+    :cooler_ac_incent_year,
+    :water_heater_blanket,
+    :water_heater_incent,
+    :water_heater_incent_year,
+    :lights_replaced,
+    :lights_incent,
+    :lights_incent_year,
+    :dishwasher_replaced,
+    :dishwasher_incent,
+    :dishwasher_incent_year,
+    :fridge_replaced,
+    :fridge_incent,
+    :fridge_incent_year,
+    :freezer_replaced,
+    :freezer_incent,
+    :freezer_incent_year,
+    :washer_replaced,
+    :washer_incent,
+    :washer_incent_year,
+    :renewable_energy,
+    :own_rent,
+    :member_2_age,
+    :member_3_age,
+    :member_4_age,
+    :member_5_age,
+    :member_6_age,
+    :member_7_age,
+    :member_8_age,
+    :member_9_age,
+    :member_10_age,
+    :member_11_age,
+    :member_12_age,
+    :member_13_age,
+    :member_14_age,
+    :public_housing_authority,
+    :low_rent,
+    :pays_electricity_heat,
+    :pays_electricity_water,
+    :pays_electricity_cooking,
+    :pays_electricity_cool,
+    :pays_electricity_lighting,
+    :pays_natural_gas_heat,
+    :pays_natural_gas_water,
+    :pays_natural_gas_cooking,
+    :pays_natural_gas_other,
+    :pays_fuel_oil,
+    :pays_propane
+  )
+end