earth 0.11.2 → 0.11.3

data/earth.gemspec

@@ -5,7 +5,7 @@ require "earth/version"
 Gem::Specification.new do |s|
   s.name        = "earth"
   s.version     = Earth::VERSION
-  s.date = "2011-12-06"
+  s.date = "2011-12-16"
   s.platform    = Gem::Platform::RUBY
   s.authors = ["Seamus Abshere", "Derek Kastner", "Andy Rossmeissl"]
   s.email = %q{andy@rossmeissl.net}

data/lib/earth/eia.rb

@@ -0,0 +1,24 @@
+module Earth
+  module EIA
+    extend self
+
+    def normalize(model, fields)
+      model.all.each do |record|
+        fields.each do |field|
+          value = record.send field
+          normalized_value = if value == 'Q'
+                               0
+                             elsif value == 'W'
+                               0
+                             elsif value == '*'
+                               0
+                             else
+                               value
+                             end
+          record.send "#{field}=", normalized_value
+        end
+        record.save
+      end
+    end
+  end
+end

data/lib/earth/hospitality.rb

@@ -1,3 +1,4 @@
 require 'earth/hospitality/census_region_lodging_class'
+require 'earth/hospitality/commercial_building_energy_consumption_survey_response'
 require 'earth/hospitality/country_lodging_class'
 require 'earth/hospitality/lodging_class'

data/lib/earth/hospitality/commercial_building_energy_consumption_survey_response.rb

@@ -0,0 +1,39 @@
+class CommercialBuildingEnergyConsumptionSurveyResponse < ActiveRecord::Base
+  set_primary_key :id
+  set_table_name :cbecs_responses
+  
+  extend CohortScope
+  self.minimum_cohort_size = 8 # CBECS doesn't report averages based on fewer than 20 samples
+  
+  col :id,                     :type => :integer
+  col :census_region_number,   :type => :integer
+  col :census_division_number, :type => :integer
+  col :heating_degree_days,    :type => :integer
+  col :cooling_degree_days,    :type => :integer
+  col :construction_year,      :type => :integer
+  col :area,                   :type => :float
+  col :area_units
+  col :floors,                 :type => :integer
+  col :lodging_rooms,          :type => :integer
+  col :principal_activity
+  col :detailed_activity
+  col :first_activity
+  col :second_activity
+  col :third_activity
+  col :first_activity_share,   :type => :float
+  col :second_activity_share,  :type => :float
+  col :third_activity_share,   :type => :float
+  col :months_used,            :type => :integer
+  col :weekly_hours,           :type => :integer
+  col :electricity_use,        :type => :float
+  col :electricity_use_units
+  col :natural_gas_use,        :type => :float
+  col :natural_gas_use_units
+  col :fuel_oil_use,           :type => :float
+  col :fuel_oil_use_units
+  col :district_heat_use,      :type => :float
+  col :district_heat_use_units
+  col :stratum,                :type => :integer
+  col :pair,                   :type => :integer
+  col :weighting,              :type => :float
+end

data/lib/earth/hospitality/commercial_building_energy_consumption_survey_response/data_miner.rb

@@ -0,0 +1,56 @@
+CommercialBuildingEnergyConsumptionSurveyResponse.class_eval do
+  data_miner do
+    import 'building characteristics from the 2003 EIA Commercial Building Energy Consumption Survey',
+           :url => 'http://www.eia.gov/emeu/cbecs/cbecs2003/public_use_2003/data/FILE01.csv',
+           :skip => 1,
+           :headers => ["PUBID8", "REGION8", "CENDIV8", "SQFT8", "SQFTC8", "YRCONC8", "PBA8", "ELUSED8", "NGUSED8", "FKUSED8", "PRUSED8", "STUSED8", "HWUSED8", "CLIMATE8", "FREESTN8", "WLCNS8", "RFCNS8", "GLSSPC8", "EQGLSS8", "SUNGLS8", "BLDSHP8", "NFLOOR8", "ELEVTR8", "NELVTR8", "ESCLTR8", "NESLTR8", "YRCON8", "MONCON8", "RENOV8", "RENADD8", "RENRDC8", "RENCOS8", "RENEXT8", "RENINT8", "RENHVC8", "RENLGT8", "RENWIN8", "RENPLB8", "RENINS8", "RENOTH8", "GOVOWN8", "GOVTYP8", "OWNER8", "OWNOCC8", "NOCC8", "NOCCAT8", "MONUSE8", "PORVAC8", "OPEN248", "OPNMF8", "OPNWE8", "WKHRS8", "WKHRSC8", "NWKER8", "NWKERC8", "HT18", "HT28", "COOL8", "WATR8", "COOK8", "MANU8", "GENR8", "ADJWT8", "STRATUM8", "PAIR8"] do
+      key 'id', :field_name => 'PUBID8'
+      store 'census_region_number',   :field_name => 'REGION8'
+      store 'census_division_number', :field_name => 'CENDIV8'
+      store 'area',                   :field_name => 'SQFT8',   :from_units => :square_feet, :to_units => :square_metres
+      store 'principal_activity',     :field_name => 'PBA8',    :dictionary => { :input => 'principal_activity_code', :output => 'principal_activity', :url => 'https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdHRGVHczYXRoU2dFLV90aDdET0dQLUE&single=true&gid=2&output=csv' }
+      store 'floors',                 :field_name => 'NFLOOR8', :dictionary => { :input => 'floors_code', :output => 'floors', :url => 'https://docs.google.com/spreadsheet/pub?key=0AoQJbWqPrREqdHRGVHczYXRoU2dFLV90aDdET0dQLUE&single=true&gid=0&output=csv' }
+      store 'construction_year',      :field_name => 'YRCON8'
+      store 'months_used',            :field_name => 'MONUSE8'
+      store 'weekly_hours',           :field_name => 'WKHRS8'
+      store 'stratum',                :field_name => 'STRATUM8'
+      store 'pair',                   :field_name => 'PAIR8'
+      store 'weighting',              :field_name => 'ADJWT8'
+    end
+    
+    import 'building characteristics from the 2003 EIA Commercial Building Energy Consumption Survey',
+           :url => 'http://www.eia.gov/emeu/cbecs/cbecs2003/public_use_2003/data/FILE02.csv',
+           :skip => 1,
+           :headers => ["PUBID8","REGION8","CENDIV8","SQFT8","SQFTC8","YRCONC8","PBA8","ELUSED8","NGUSED8","FKUSED8","PRUSED8","STUSED8","HWUSED8","ONEACT8","ACT18","ACT28","ACT38","ACT1PCT8","ACT2PCT8","ACT3PCT8","PBAPLUS8","VACANT8","RWSEAT8","PBSEAT8","EDSEAT8","FDSEAT8","HCBED8","NRSBED8","LODGRM8","FACIL8","FEDFAC8","FACACT8","MANIND8","PLANT8","FACDST8","FACDHW8","FACDCW8","FACELC8","BLDPLT8","ADJWT8","STRATUM8","PAIR8"] do
+      key 'id', :field_name => 'PUBID8'
+      store 'detailed_activity',     :field_name => 'PBAPLUS8', :dictionary => { :input => 'detailed_activity_code', :output => 'detailed_activity', :url => 'https://docs.google.com/spreadsheet/pub?&key=0AoQJbWqPrREqdHRGVHczYXRoU2dFLV90aDdET0dQLUE&single=true&gid=3&output=csv' }
+      store 'first_activity',        :field_name => 'ACT18',    :dictionary => { :input => 'activity_code', :output => 'activity', :url => 'https://docs.google.com/spreadsheet/pub?&key=0AoQJbWqPrREqdHRGVHczYXRoU2dFLV90aDdET0dQLUE&single=true&gid=4&output=csv' }
+      store 'second_activity',       :field_name => 'ACT28',    :dictionary => { :input => 'activity_code', :output => 'activity', :url => 'https://docs.google.com/spreadsheet/pub?&key=0AoQJbWqPrREqdHRGVHczYXRoU2dFLV90aDdET0dQLUE&single=true&gid=4&output=csv' }
+      store 'third_activity',        :field_name => 'ACT38',    :dictionary => { :input => 'activity_code', :output => 'activity', :url => 'https://docs.google.com/spreadsheet/pub?&key=0AoQJbWqPrREqdHRGVHczYXRoU2dFLV90aDdET0dQLUE&single=true&gid=4&output=csv' }
+      store 'first_activity_share',  :synthesize => lambda { |row| row['ACT1PCT8'].blank? ? nil : row['ACT1PCT8'].to_f / 100.0 }
+      store 'second_activity_share', :synthesize => lambda { |row| row['ACT2PCT8'].blank? ? nil : row['ACT2PCT8'].to_f / 100.0 }
+      store 'third_activity_share',  :synthesize => lambda { |row| row['ACT3PCT8'].blank? ? nil : row['ACT3PCT8'].to_f / 100.0 }
+      store 'lodging_rooms',         :field_name => 'LODGRM8'
+    end
+    
+    import 'electricity use from the 2003 EIA Commercial Building Energy Consumption Survey',
+           :url => 'http://www.eia.gov/emeu/cbecs/cbecs2003/public_use_2003/data/FILE15.csv',
+           :skip => 1,
+           :headers => ["PUBID8", "REGION8", "CENDIV8", "SQFT8", "SQFTC8", "YRCONC8", "PBA8", "ELUSED8", "NGUSED8", "FKUSED8", "PRUSED8", "STUSED8", "HWUSED8", "ADJWT8", "STRATUM8", "PAIR8", "HDD658", "CDD658", "MFUSED8", "MFBTU8", "MFEXP8", "ELCNS8", "ELBTU8", "ELEXP8", "ZELCNS8", "ZELEXP8"] do
+      key 'id', :field_name => 'PUBID8'
+      store 'heating_degree_days', :field_name => 'HDD658'
+      store 'cooling_degree_days', :field_name => 'CDD658'
+      store 'electricity_use',     :field_name => 'ELCNS8', :units => :kilowatt_hours
+    end
+    
+    import 'fuel use characteristics from the 2003 EIA Commercial Building Energy Consumption Survey',
+           :url => 'http://www.eia.gov/emeu/cbecs/cbecs2003/public_use_2003/data/FILE16.csv',
+           :skip => 1,
+           :headers => ["PUBID8", "REGION8", "CENDIV8", "SQFT8", "SQFTC8", "YRCONC8", "PBA8", "ELUSED8", "NGUSED8", "FKUSED8", "PRUSED8", "STUSED8", "HWUSED8", "ADJWT8", "STRATUM8", "PAIR8", "NGCNS8", "NGBTU8", "NGEXP8", "ZNGCNS8", "ZNGEXP8", "FKCNS8", "FKBTU8", "FKEXP8", "ZFKCNS8", "ZFKEXP8", "DHUSED8", "DHHT18", "DHHT28", "DHCOOL8", "DHWATR8", "DHCOOK8", "DHMANU8", "DHOTH8", "DHCNS8", "DHBTU8", "DHEXP8", "ZDHCNS8", "ZDHEXP8"] do
+      key 'id', :field_name => 'PUBID8'
+      store 'natural_gas_use',   :field_name => 'NGBTU8', :units => :kbtus
+      store 'fuel_oil_use',      :field_name => 'FKBTU8', :units => :kbtus
+      store 'district_heat_use', :field_name => 'DHBTU8', :units => :kbtus
+    end
+  end
+end

data/lib/earth/hospitality/data_miner.rb

@@ -1,3 +1,4 @@
 require 'earth/hospitality/census_region_lodging_class/data_miner'
+require 'earth/hospitality/commercial_building_energy_consumption_survey_response/data_miner'
 require 'earth/hospitality/country_lodging_class/data_miner'
 require 'earth/hospitality/lodging_class/data_miner'

data/lib/earth/industry.rb

@@ -1,7 +1,10 @@
+require 'earth/industry/cbecs_energy_intensity'
 require 'earth/industry/industry_product_line'
 require 'earth/industry/industry_sector'
 require 'earth/industry/industry'
 require 'earth/industry/industry_product'
+require 'earth/industry/mecs_energy'
+require 'earth/industry/mecs_ratio'
 require 'earth/industry/merchant'
 require 'earth/industry/merchant_category_industry'
 require 'earth/industry/merchant_category'

data/lib/earth/industry/cbecs_energy_intensity.rb

@@ -0,0 +1,55 @@
+class CbecsEnergyIntensity < ActiveRecord::Base
+  col :naics_code, :type => :string
+  col :census_division_number, :type => :integer
+  col :total_electricity_consumption, :type => :float
+  col :total_floorspace, :type => :float
+  col :electricity_intensity, :type => :float
+
+  CENSUS_DIVISIONS = {
+    'New England Division' => {
+      :column => 0,
+      :code => 1,
+      :table => 'c17'
+    },
+    'Middle Atlantic Division' => {
+      :column => 1,
+      :code => 2,
+      :table => 'c17'
+    },
+    'East North Central Division' => {
+      :column => 2,
+      :code => 3,
+      :table => 'c17'
+    },
+    'West North Central Division' => {
+      :column => 0,
+      :code => 4,
+      :table => 'c18'
+    },
+    'South Atlantic Division' => {
+      :column => 1,
+      :code => 5,
+      :table => 'c18'
+    },
+    'East South Central Division' => {
+      :column => 2,
+      :code => 6,
+      :table => 'c18'
+    },
+    'West South Central Division' => {
+      :column => 0,
+      :code => 7,
+      :table => 'c19'
+    },
+    'Mountain Division' => {
+      :column => 1,
+      :code => 8,
+      :table => 'c19'
+    },
+    'Pacific Division' => {
+      :column => 2,
+      :code => 9,
+      :table => 'c19'
+    }
+  }
+end

data/lib/earth/industry/cbecs_energy_intensity/data_miner.rb

@@ -0,0 +1,54 @@
+CbecsEnergyIntensity.class_eval do
+  data_miner do
+    CENSUS_DIVISIONS.each do |division, data|
+      import "2003 CBECS #{data[:table].capitalize} - Electricity Consumption and Intensity - #{division}",
+        :url => "http://www.eia.gov/emeu/cbecs/cbecs2003/detailed_tables_2003/2003set10/2003excel/#{data[:table]}.xls"
+        :crop => (21..36)) do
+        key :name, :synthesize => Proc.new { |row| "#{Industry.format_naics_code(row[0])}-#{data[:code]}" }
+        store :naics_code, :synthesize => Proc.new do |row|
+          case row[0].gsub(/\./, '')
+          when 'Education' then
+            611110
+          when 'Food Sales' then
+            445
+          when 'Food Service' then
+            722
+          when 'Health Care' then
+            622110
+          when 'Inpatient' then
+            622110
+          when 'Outpatient' then
+            622111
+          when 'Lodging' then
+            721
+          when 'Retail (Other Than Mall)' then
+            44
+          when 'Office' then
+            #TODO
+          when 'Public Assembly' then
+            #TODO
+          when 'Public Order and Safety' then
+            922120
+          when 'Religious Worship' then
+            813110
+          when 'Service' then
+            #TODO
+          when 'Warehouse and Storage' then
+            493110
+          when 'Other' then
+            #TODO
+          when 'Vacant' then
+            #TODO
+          end
+        end
+        store :census_division_number, :static => data[:code]
+        store :total_electricity_consumption, :field_number => data[:column] + 1
+        store :total_floorspace, :field_number => data[:column] + 4
+        store :electricity_intensity, :field_number => data[:column] + 7
+      end
+    end
+
+    process :normalize_fuels do
+      EIA.normalize(CbecsEnergyIntensity, [:total_electricity_consumption, :total_floorspace, :electricity_intensity])
+    end
+  end

data/lib/earth/industry/data_miner.rb

@@ -1 +1,4 @@
+require 'earth/industry/cbecs_energy_intensity/data_miner'
 require 'earth/industry/industry/data_miner'
+require 'earth/industry/mecs_energy/data_miner'
+require 'earth/industry/mecs_ratio/data_miner'

data/lib/earth/industry/industry.rb

@@ -12,8 +12,14 @@ class Industry < ActiveRecord::Base
   col :naics_code
   col :description
 
+  class << self
+    def format_naics_code(input)
+      "%d" % input.to_i
+    end
+  end
+
   def trade_industry?
     prefix = naics_code.to_s[0,2]
     %w{42 44 45}.include?(prefix)
   end
-end
+end

data/lib/earth/industry/mecs_energy.rb

@@ -0,0 +1,60 @@
+require 'earth/industry/industry'
+
+class MecsEnergy < ActiveRecord::Base
+  col :name
+  col :census_region
+  col :naics_code
+  col :total, :type => :float
+  col :net_electricity, :type => :float
+  col :residual_fuel_oil, :type => :float
+  col :distillate_fuel_oil, :type => :float
+  col :natural_gas, :type => :float
+  col :lpg_and_ngl, :type => :float
+  col :coal, :type => :float
+  col :coke_and_breeze, :type => :float
+  col :other, :type => :float
+
+  CENSUS_REGIONS = {
+    'Total US' =>  {
+      :crop => (13..81),
+      :code => nil
+    },
+    'Northeast' => {
+      :crop => (88..156),
+      :code => 1
+    },
+    'Midwest' => {
+      :crop => (163..231),
+      :code => 2
+    },
+    'South' =>  {
+      :crop => (238..306),
+      :code => 3
+    },
+    'West' => {
+      :crop => (313..382),
+      :code => 4
+    }
+  }
+
+  FUELS = [:net_electricity, :residual_fuel_oil, :distillate_fuel_oil,
+           :natural_gas, :lpg_and_ngl, :coal, :coke_and_breeze, :other]
+
+  def self.find_by_naics_code_and_census_region(code, census_region)
+    if code.blank?
+      record = nil 
+    else
+      code = Industry.format_naics_code code
+      record = where('census_region = ? AND naics_code LIKE ?', census_region, "#{code}%").first
+      record ||= find_by_naics_code_and_census_region(code[0..-2], census_region)
+    end
+    record
+  end
+
+  def fuel_ratios
+    FUELS.inject({}) do |ratios, fuel|
+      ratios[fuel] = send(fuel).to_f / total.to_f
+      ratios
+    end
+  end
+end

data/lib/earth/industry/mecs_energy/data_miner.rb

@@ -0,0 +1,28 @@
+require 'earth/eia'
+
+MecsEnergy.class_eval do
+  data_miner do
+    CENSUS_REGIONS.each do |region, data|
+      import("MECS table 3.2 #{region}",
+        :url => "http://205.254.135.24/emeu/mecs/mecs2006/excel/Table3_2.xls",
+        :crop => data[:crop]) do
+        key 'name', :synthesize => Proc.new { |row| "#{Industry.format_naics_code(row[0])}-#{data[:code]}" }
+        store 'naics_code', :field_number => 0
+        store :total, :field_number => 2
+        store :net_electricity, :field_number => 3
+        store :residual_fuel_oil, :field_number => 4
+        store :distillate_fuel_oil, :field_number => 5
+        store :natural_gas, :field_number => 6
+        store :lpg_and_ngl, :field_number => 7
+        store :coal, :field_number => 8
+        store :coke_and_breeze, :field_number => 9
+        store :other, :field_number => 10
+        store 'census_region', :static => data[:code]
+      end
+    end
+
+    process :normalize_fuels do
+      Earth::EIA.normalize(MecsEnergy, FUELS)
+    end
+  end
+end

data/lib/earth/industry/mecs_ratio.rb

@@ -0,0 +1,42 @@
+class MecsRatio < ActiveRecord::Base
+  belongs_to :industry
+
+  col :name
+  col :census_region
+  col :naics_code
+  col :consumption_per_dollar_of_shipments, :type => :float
+
+  CENSUS_REGIONS = {
+    'Total US' =>  {
+      :crop => (16..94),
+      :code => nil
+    },
+    'Northeast' => {
+      :crop => (100..178),
+      :code => 1
+    },
+    'Midwest' => {
+      :crop => (184..262),
+      :code => 2
+    },
+    'South' =>  {
+      :crop => (268..346),
+      :code => 3
+    },
+    'West' => {
+      :crop => (352..430),
+      :code => 4
+    }
+  }
+
+  def self.find_by_naics_code_and_census_region(code, census_region)
+    if code.blank?
+      record = nil 
+    else
+      code = Industry.format_naics_code code
+      record = where('census_region = ? AND naics_code LIKE ?', census_region, "#{code}%").first
+      record ||= find_by_naics_code_and_census_region(code[0..-2], census_region)
+    end
+    record
+  end
+end

data/lib/earth/industry/mecs_ratio/data_miner.rb

@@ -0,0 +1,20 @@
+require 'earth/eia'
+
+MecsRatio.class_eval do
+  data_miner do
+    CENSUS_REGIONS.each do |region, data|
+      import( "MECS table 6.1 #{region}",
+        :url => "http://205.254.135.24/emeu/mecs/mecs2006/excel/Table6_1.xls",
+        :crop => data[:crop]) do
+        key 'name', :synthesize => Proc.new { |row| "#{Industry.format_naics_code(row[0])}-#{data[:code]}" }
+        store 'naics_code', :synthesize => Proc.new { |row| Industry.format_naics_code row[0] }
+        store 'consumption_per_dollar_of_shipments', :field_number => 4
+        store 'census_region', :static => data[:code]
+      end
+    end
+
+    process :normalize_fuels do
+      Earth::EIA.normalize(MecsRatio, [:consumption_per_dollar_of_shipments])
+    end
+  end
+end

data/lib/earth/version.rb

@@ -1,3 +1,3 @@
 module Earth
-  VERSION = "0.11.2"
+  VERSION = "0.11.3"
 end

data/spec/earth/industry/mecs_energy_spec.rb

@@ -0,0 +1,59 @@
+require 'spec_helper'
+require 'earth/industry/mecs_energy'
+
+describe MecsEnergy do
+  before(:all) do
+    MecsEnergy.auto_upgrade!
+    MecsEnergy.run_data_miner!
+  end
+
+  describe '.find_by_naics_code_and_census_region' do
+    before do
+      MecsEnergy.create! :naics_code => '312', :census_region => '1'
+      MecsEnergy.create! :naics_code => '3121', :census_region => '1'
+      MecsEnergy.create! :naics_code => '3122', :census_region => '1'
+      MecsEnergy.create! :naics_code => '312', :census_region => '2'
+      MecsEnergy.create! :naics_code => '3121', :census_region => '2'
+      MecsEnergy.create! :naics_code => '3122', :census_region => '2'
+      MecsEnergy.create! :naics_code => '312211', :census_region => '2'
+    end
+    it 'finds an exact match' do
+      MecsEnergy.find_by_naics_code_and_census_region('312211', '2').
+        naics_code.should == '312211'
+    end
+    it 'finds a parent category by prefix' do
+      MecsEnergy.find_by_naics_code_and_census_region('312199', '2').
+        naics_code.should == '3121'
+    end
+    it 'returns nil if no match found' do
+      MecsEnergy.find_by_naics_code_and_census_region('543211', '2').
+        should be_nil
+    end
+  end
+
+  describe '#fuel_ratios' do
+    it 'returns a list of fuel ratios for a given NAICS' do
+      energy = MecsEnergy.new :total => 100, :net_electricity => 20,
+        :residual_fuel_oil => 1, :distillate_fuel_oil => 2,
+        :natural_gas => 30, :lpg_and_ngl => 22, :coal => 22,
+        :coke_and_breeze => 1, :other => 1
+      energy.fuel_ratios.should == {
+        :net_electricity => 0.20,
+        :residual_fuel_oil => 0.01, :distillate_fuel_oil => 0.02,
+        :natural_gas => 0.3, :lpg_and_ngl => 0.22, :coal => 0.22,
+        :coke_and_breeze => 0.01, :other => 0.01
+      }
+    end
+  end
+
+  describe '.normalize_fuels' do
+    it 'transforms Q (witheld due to stddev error) into 0' do
+      MecsEnergy.all.each do |energy|
+        MecsEnergy::FUELS.each do |fuel|
+          %w{W Q *}.should_not include(energy.send(fuel))
+        end
+      end
+    end
+  end
+end
+

data/spec/earth/industry/mecs_ratio_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+require 'earth/industry/mecs_ratio'
+
+describe MecsRatio do
+  before :all do
+    MecsRatio.auto_upgrade!
+  end
+
+  describe '.find_by_naics_code_and_census_region' do
+    before do
+      MecsRatio.create! :naics_code => '312', :census_region => '1', :consumption_per_dollar_of_shipments => 11
+      MecsRatio.create! :naics_code => '3121', :census_region => '1', :consumption_per_dollar_of_shipments => 12
+      MecsRatio.create! :naics_code => '3122', :census_region => '1', :consumption_per_dollar_of_shipments => 13
+      MecsRatio.create! :naics_code => '312', :census_region => '2', :consumption_per_dollar_of_shipments => 17
+      MecsRatio.create! :naics_code => '3121', :census_region => '2', :consumption_per_dollar_of_shipments => 18
+      MecsRatio.create! :naics_code => '3122', :census_region => '2', :consumption_per_dollar_of_shipments => 19
+      MecsRatio.create! :naics_code => '312211', :census_region => '2', :consumption_per_dollar_of_shipments => 20
+    end
+    it 'finds an exact match' do
+      MecsRatio.find_by_naics_code_and_census_region('312211', '2').
+        naics_code.should == '312211'
+    end
+    it 'finds a parent category by prefix' do
+      MecsRatio.find_by_naics_code_and_census_region('312199', '2').
+        naics_code.should == '3121'
+    end
+    it 'returns nil if no match found' do
+      MecsRatio.find_by_naics_code_and_census_region('543211', '2').
+        should be_nil
+    end
+  end
+end
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: earth
 version: !ruby/object:Gem::Version
-  version: 0.11.2
+  version: 0.11.3
   prerelease: 
 platform: ruby
 authors:
@@ -11,11 +11,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-12-06 00:00:00.000000000Z
+date: 2011-12-16 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: data_miner
-  requirement: &2153077720 !ruby/object:Gem::Requirement
+  requirement: &2154813320 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -23,10 +23,10 @@ dependencies:
         version: '1.3'
   type: :runtime
   prerelease: false
-  version_requirements: *2153077720
+  version_requirements: *2154813320
 - !ruby/object:Gem::Dependency
   name: to_regexp
-  requirement: &2153076620 !ruby/object:Gem::Requirement
+  requirement: &2154812900 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -34,10 +34,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153076620
+  version_requirements: *2154812900
 - !ruby/object:Gem::Dependency
   name: cohort_scope
-  requirement: &2153075500 !ruby/object:Gem::Requirement
+  requirement: &2154812420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -45,10 +45,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153075500
+  version_requirements: *2154812420
 - !ruby/object:Gem::Dependency
   name: table_warnings
-  requirement: &2153072520 !ruby/object:Gem::Requirement
+  requirement: &2154811720 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -56,10 +56,10 @@ dependencies:
         version: 0.0.6
   type: :runtime
   prerelease: false
-  version_requirements: *2153072520
+  version_requirements: *2154811720
 - !ruby/object:Gem::Dependency
   name: remote_table
-  requirement: &2153071380 !ruby/object:Gem::Requirement
+  requirement: &2154800400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -67,10 +67,10 @@ dependencies:
         version: 1.2.3
   type: :runtime
   prerelease: false
-  version_requirements: *2153071380
+  version_requirements: *2154800400
 - !ruby/object:Gem::Dependency
   name: falls_back_on
-  requirement: &2153069960 !ruby/object:Gem::Requirement
+  requirement: &2154799440 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -78,10 +78,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153069960
+  version_requirements: *2154799440
 - !ruby/object:Gem::Dependency
   name: fixed_width-multibyte
-  requirement: &2153067300 !ruby/object:Gem::Requirement
+  requirement: &2154798640 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -89,10 +89,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153067300
+  version_requirements: *2154798640
 - !ruby/object:Gem::Dependency
   name: geokit-rails
-  requirement: &2153060740 !ruby/object:Gem::Requirement
+  requirement: &2154797720 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -100,10 +100,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153060740
+  version_requirements: *2154797720
 - !ruby/object:Gem::Dependency
   name: loose_tight_dictionary
-  requirement: &2153056680 !ruby/object:Gem::Requirement
+  requirement: &2154795920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -111,10 +111,10 @@ dependencies:
         version: 0.2.3
   type: :runtime
   prerelease: false
-  version_requirements: *2153056680
+  version_requirements: *2154795920
 - !ruby/object:Gem::Dependency
   name: weighted_average
-  requirement: &2153050720 !ruby/object:Gem::Requirement
+  requirement: &2154793780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -122,10 +122,10 @@ dependencies:
         version: 1.0.2
   type: :runtime
   prerelease: false
-  version_requirements: *2153050720
+  version_requirements: *2154793780
 - !ruby/object:Gem::Dependency
   name: mini_record-compat
-  requirement: &2153032660 !ruby/object:Gem::Requirement
+  requirement: &2154792680 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -133,10 +133,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153032660
+  version_requirements: *2154792680
 - !ruby/object:Gem::Dependency
   name: activesupport
-  requirement: &2153024960 !ruby/object:Gem::Requirement
+  requirement: &2154790860 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -144,10 +144,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153024960
+  version_requirements: *2154790860
 - !ruby/object:Gem::Dependency
   name: activerecord
-  requirement: &2153023060 !ruby/object:Gem::Requirement
+  requirement: &2154789920 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -155,10 +155,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2153023060
+  version_requirements: *2154789920
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &2153020000 !ruby/object:Gem::Requirement
+  requirement: &2154789280 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -166,10 +166,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2153020000
+  version_requirements: *2154789280
 - !ruby/object:Gem::Dependency
   name: bueller
-  requirement: &2153011220 !ruby/object:Gem::Requirement
+  requirement: &2154788780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -177,10 +177,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2153011220
+  version_requirements: *2154788780
 - !ruby/object:Gem::Dependency
   name: cucumber
-  requirement: &2152992880 !ruby/object:Gem::Requirement
+  requirement: &2154788100 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -188,10 +188,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152992880
+  version_requirements: *2154788100
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &2152988340 !ruby/object:Gem::Requirement
+  requirement: &2154787440 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -199,10 +199,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152988340
+  version_requirements: *2154787440
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &2152982840 !ruby/object:Gem::Requirement
+  requirement: &2154786780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -210,10 +210,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152982840
+  version_requirements: *2154786780
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &2152955760 !ruby/object:Gem::Requirement
+  requirement: &2154786100 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -221,10 +221,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152955760
+  version_requirements: *2154786100
 - !ruby/object:Gem::Dependency
   name: sqlite3-ruby
-  requirement: &2152946580 !ruby/object:Gem::Requirement
+  requirement: &2154785400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -232,10 +232,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152946580
+  version_requirements: *2154785400
 - !ruby/object:Gem::Dependency
   name: mysql
-  requirement: &2152944220 !ruby/object:Gem::Requirement
+  requirement: &2154784660 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -243,10 +243,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152944220
+  version_requirements: *2154784660
 - !ruby/object:Gem::Dependency
   name: pg
-  requirement: &2152934720 !ruby/object:Gem::Requirement
+  requirement: &2154770840 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -254,7 +254,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152934720
+  version_requirements: *2154770840
 description: An earth-simulation environment with ActiveRecord models and data
 email: andy@rossmeissl.net
 executables:
@@ -441,6 +441,7 @@ files:
 - lib/earth/diet/diet_class/data_miner.rb
 - lib/earth/diet/food_group.rb
 - lib/earth/diet/food_group/data_miner.rb
+- lib/earth/eia.rb
 - lib/earth/fuel.rb
 - lib/earth/fuel/data_miner.rb
 - lib/earth/fuel/fuel.rb
@@ -456,18 +457,26 @@ files:
 - lib/earth/hospitality.rb
 - lib/earth/hospitality/census_region_lodging_class.rb
 - lib/earth/hospitality/census_region_lodging_class/data_miner.rb
+- lib/earth/hospitality/commercial_building_energy_consumption_survey_response.rb
+- lib/earth/hospitality/commercial_building_energy_consumption_survey_response/data_miner.rb
 - lib/earth/hospitality/country_lodging_class.rb
 - lib/earth/hospitality/country_lodging_class/data_miner.rb
 - lib/earth/hospitality/data_miner.rb
 - lib/earth/hospitality/lodging_class.rb
 - lib/earth/hospitality/lodging_class/data_miner.rb
 - lib/earth/industry.rb
+- lib/earth/industry/cbecs_energy_intensity.rb
+- lib/earth/industry/cbecs_energy_intensity/data_miner.rb
 - lib/earth/industry/data_miner.rb
 - lib/earth/industry/industry.rb
 - lib/earth/industry/industry/data_miner.rb
 - lib/earth/industry/industry_product.rb
 - lib/earth/industry/industry_product_line.rb
 - lib/earth/industry/industry_sector.rb
+- lib/earth/industry/mecs_energy.rb
+- lib/earth/industry/mecs_energy/data_miner.rb
+- lib/earth/industry/mecs_ratio.rb
+- lib/earth/industry/mecs_ratio/data_miner.rb
 - lib/earth/industry/merchant.rb
 - lib/earth/industry/merchant_category.rb
 - lib/earth/industry/merchant_category_industry.rb
@@ -569,6 +578,8 @@ files:
 - spec/earth/bus/bus_class_spec.rb
 - spec/earth/bus/bus_fuel_control_spec.rb
 - spec/earth/bus/bus_fuel_year_control_spec.rb
+- spec/earth/industry/mecs_energy_spec.rb
+- spec/earth/industry/mecs_ratio_spec.rb
 - spec/earth/pet/species_spec.rb
 - spec/earth_spec.rb
 - spec/spec_helper.rb
@@ -637,7 +648,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.10
+rubygems_version: 1.8.11
 signing_key: 
 specification_version: 3
 summary: Land, sky, and sea
@@ -730,6 +741,8 @@ test_files:
 - spec/earth/bus/bus_class_spec.rb
 - spec/earth/bus/bus_fuel_control_spec.rb
 - spec/earth/bus/bus_fuel_year_control_spec.rb
+- spec/earth/industry/mecs_energy_spec.rb
+- spec/earth/industry/mecs_ratio_spec.rb
 - spec/earth/pet/species_spec.rb
 - spec/earth_spec.rb
 - spec/spec_helper.rb