earth-ruby19 0.2.3

data/lib/earth/industry/industry_product.rb

@@ -0,0 +1,22 @@
+class IndustryProduct < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :naics_product_code
+  
+  has_many :product_line_industry_products, :foreign_key => 'naics_product_code'
+  
+  belongs_to :industry, :foreign_key => 'naics_code'
+  
+  def self.schema_definition
+    lambda do
+      string 'naics_product_code'
+      string 'description'
+      float  'value'
+      string 'value_units'
+      string 'naics_code'
+    end
+  end
+
+  data_miner do
+    IndustryProduct.define_schema(self)
+  end
+end

data/lib/earth/industry/industry_product_line.rb

@@ -0,0 +1,20 @@
+class IndustryProductLine < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :row_hash
+  
+  belongs_to :industry,     :foreign_key => 'naics_code'
+  belongs_to :product_line, :foreign_key => 'ps_code'
+
+  def self.schema_definition
+    lambda do
+      string 'row_hash'
+      string 'naics_code'
+      float  'ratio'
+      string 'ps_code'
+    end
+  end
+
+  data_miner do
+    IndustryProductLine.define_schema(self)
+  end
+end

data/lib/earth/industry/industry_sector.rb

@@ -0,0 +1,20 @@
+class IndustrySector < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :row_hash
+  
+  belongs_to :industry,  :foreign_key => 'naics_code'
+  belongs_to :sector,    :foreign_key => 'io_code'
+
+  def self.schema_definition
+    lambda do
+      string 'row_hash'
+      string 'naics_code'
+      float  'ratio'
+      string 'io_code'
+    end
+  end
+
+  data_miner do
+    IndustrySector.define_schema(self)
+  end
+end

data/lib/earth/industry/merchant.rb

@@ -0,0 +1,18 @@
+class Merchant < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :id
+  
+  belongs_to :merchant_category, :foreign_key => 'mcc'
+
+  def self.schema_definition
+    lambda do
+      string 'id'
+      string 'name'
+      string 'mcc'
+    end
+  end
+
+  data_miner do
+    Merchant.define_schema(self)
+  end
+end

data/lib/earth/industry/merchant_category.rb

@@ -0,0 +1,22 @@
+class MerchantCategory < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :mcc
+
+  has_many :merchant_category_industries, :foreign_key => 'mcc'
+  has_many :industries, :through => :merchant_category_industries
+
+  def name
+    description
+  end
+
+  def self.schema_definition
+    lambda do
+      string 'mcc'
+      string 'description'
+    end
+  end
+
+  data_miner do
+    MerchantCategory.define_schema(self)
+  end
+end

data/lib/earth/industry/merchant_category_industry.rb

@@ -0,0 +1,20 @@
+class MerchantCategoryIndustry < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :row_hash
+  
+  belongs_to :merchant_category, :foreign_key => 'mcc'
+  belongs_to :industry,          :foreign_key => 'naics_code'
+
+  def self.schema_definition
+    lambda do
+      string 'row_hash'
+      string 'mcc'
+      float  'ratio'
+      string 'naics_code'
+    end
+  end
+
+  data_miner do
+    MerchantCategoryIndustry.define_schema(self)
+  end
+end

data/lib/earth/industry/product_line.rb

@@ -0,0 +1,22 @@
+class ProductLine < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :ps_code
+  
+  has_many :industry_product_lines,         :foreign_key => 'ps_code'
+  
+  has_many :product_line_industry_products, :foreign_key => 'ps_code'
+  has_many :industry_products, :through => :product_line_industry_products
+  
+  def self.schema_definition
+    lambda do
+      string 'ps_code'
+      string 'description'
+      string 'broadline' # FIXME TODO do we need this?
+      string 'parent'    # FIXME TODO do we need this?
+    end
+  end
+
+  data_miner do
+    ProductLine.define_schema(self)
+  end
+end

data/lib/earth/industry/product_line_industry_product.rb

@@ -0,0 +1,20 @@
+class ProductLineIndustryProduct < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :row_hash
+  
+  belongs_to :product_line,     :foreign_key => 'ps_code'
+  belongs_to :industry_product, :foreign_key => 'naics_product_code'
+
+  def self.schema_definition
+    lambda do
+      string 'row_hash'
+      string 'ps_code'
+      float  'ratio'
+      string 'naics_product_code'
+    end
+  end
+
+  data_miner do
+    ProductLineIndustryProduct.define_schema(self)
+  end
+end

data/lib/earth/industry/sector.rb

@@ -0,0 +1,19 @@
+class Sector < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :io_code
+
+  has_many :industry_sectors, :foreign_key => 'io_code'
+  
+  def self.schema_definition
+    lambda do
+      string 'io_code'
+      string 'description'
+      float  'value'
+      string 'value_units'
+    end
+  end
+
+  data_miner do
+    Sector.define_schema(self)
+  end
+end

data/lib/earth/inflectors.rb

@@ -0,0 +1,9 @@
+ActiveSupport::Inflector.inflections do |inflect|
+  inflect.uncountable %w(aircraft aircraft Aircraft airline_aircraft AirlineAircraft)
+  inflect.uncountable 'commons'
+  inflect.uncountable 'food'
+  inflect.uncountable 'shelter'
+  inflect.uncountable 'transportation'
+  inflect.uncountable 'press_coverage'
+  inflect.irregular 'foot', 'feet'
+end

data/lib/earth/locality.rb

@@ -0,0 +1,10 @@
+require 'earth/locality/census_division'
+require 'earth/locality/census_region'
+require 'earth/locality/climate_division'
+require 'earth/locality/country'
+require 'earth/locality/egrid_region'
+require 'earth/locality/egrid_subregion'
+require 'earth/locality/petroleum_administration_for_defense_district'
+require 'earth/locality/state'
+require 'earth/locality/urbanity'
+require 'earth/locality/zip_code'

data/lib/earth/locality/census_division.rb

@@ -0,0 +1,22 @@
+class CensusDivision < ActiveRecord::Base
+  set_primary_key :number
+  
+  belongs_to :census_region, :foreign_key => 'census_region_number'
+  has_many :states, :foreign_key => 'census_division_number'
+  has_many :zip_codes, :through => :states
+  has_many :climate_divisions, :through => :states
+  has_many :residential_energy_consumption_survey_responses, :foreign_key => 'census_division_number'
+  
+  falls_back_on :meeting_building_natural_gas_intensity => 0.011973,
+                :meeting_building_fuel_oil_intensity => 0.0037381,
+                :meeting_building_electricity_intensity => 0.072444,
+                :meeting_building_district_heat_intensity => 3458.7
+  
+  data_miner do
+    tap "Brighter Planet's sanitized census divisions", Earth.taps_server
+
+    process "pull dependencies" do
+      run_data_miner_on_belongs_to_associations
+    end
+  end
+end

data/lib/earth/locality/census_division/data_miner.rb

@@ -0,0 +1,64 @@
+CensusDivision.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      integer 'number'
+      string  'name'
+      string  'census_region_name'
+      integer 'census_region_number'
+      float   'meeting_building_natural_gas_intensity'
+      string  'meeting_building_natural_gas_intensity_units'
+      float   'meeting_building_fuel_oil_intensity'
+      string  'meeting_building_fuel_oil_intensity_units'
+      float   'meeting_building_electricity_intensity'
+      string  'meeting_building_electricity_intensity_units'
+      float   'meeting_building_district_heat_intensity'
+      string  'meeting_building_district_heat_intensity_units'
+      float   'lodging_building_natural_gas_intensity'
+      string  'lodging_building_natural_gas_intensity_units'
+      float   'lodging_building_fuel_oil_intensity'
+      string  'lodging_building_fuel_oil_intensity_units'
+      float   'lodging_building_electricity_intensity'
+      string  'lodging_building_electricity_intensity_units'
+      float   'lodging_building_district_heat_intensity'
+      string  'lodging_building_district_heat_intensity_units'
+    end
+
+    process 'Define some unit conversions' do
+      Conversions.register :hundred_cubic_feet_per_square_foot_hour, :cubic_metres_per_square_metre_hour,   30.48
+      Conversions.register :gallons_per_square_foot_hour,            :litres_per_square_metre_hour,         40.745833
+      Conversions.register :kilowatt_hours_per_square_foot_hour,     :kilowatt_hours_per_square_metre_hour, 10.76391
+      Conversions.register :thousand_btu_per_square_foot_hour,       :joules_per_square_metre_hour,         11_356_527
+      Conversions.register :hundred_cubic_feet_per_room_night,       :cubic_metres_per_room_night,          2.8317
+      Conversions.register :gallons_per_room_night,                  :litres_per_room_night,                3.7854
+      Conversions.register :thousand_btu_per_room_night,             :joules_per_room_night,                1_055_056
+    end
+    
+    import 'the U.S. Census Geographic Terms and Definitions',
+           :url => 'http://www.census.gov/popest/geographic/codes02.csv',
+           :skip => 9,
+           :select => lambda { |row| row['Division'].to_s.strip != 'X' and row['FIPS CODE STATE'].to_s.strip == 'X'} do
+      key   'number', :field_name => 'Division'
+      store 'name', :field_name => 'Name'
+      store 'census_region_number', :field_name => 'Region'
+      store 'census_region_name', :field_name => 'Region', :dictionary => { :input => 'number', :output => 'name', :url => 'http://data.brighterplanet.com/census_regions.csv' }
+    end
+    
+    import 'meeting building fuel intensities calculated from CBECS 2003',
+           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdGotdjgtUEk0eUU0R3lxM1hHdlF1V0E&hl=en&output=csv' do
+      key   'number', :field_name => 'census_division'
+      store 'meeting_building_natural_gas_intensity', :from_units => :hundred_cubic_feet_per_square_foot_hour, :to_units => :cubic_metres_per_square_metre_hour
+      store 'meeting_building_fuel_oil_intensity', :from_units => :gallons_per_square_foot_hour, :to_units => :litres_per_square_metre_hour
+      store 'meeting_building_electricity_intensity', :from_units => :kilowatt_hours_per_square_foot_hour, :to_units => :kilowatt_hours_per_square_metre_hour
+      store 'meeting_building_district_heat_intensity', :from_units => :thousand_btu_per_square_foot_hour, :to_units => :joules_per_square_metre_hour
+    end
+    
+    import 'lodging building fuel intensities calculated from CBECS 2003',
+           :url => 'https://spreadsheets.google.com/pub?key=0AoQJbWqPrREqdHZ1QjdNTGVpbWxmZDVLbjlpTHlFVHc&hl=en&output=csv' do
+      key   'number', :field_name => 'census_division'
+      store 'lodging_building_natural_gas_intensity', :from_units => :hundred_cubic_feet_per_room_night, :to_units => :cubic_metres_per_room_night
+      store 'lodging_building_fuel_oil_intensity', :from_units => :gallons_per_room_night, :to_units => :litres_per_room_night
+      store 'lodging_building_electricity_intensity', :units_field_name => 'lodging_building_electricity_intensity_units'
+      store 'lodging_building_district_heat_intensity', :from_units => :thousand_btu_per_room_night, :to_units => :joules_per_room_night
+    end
+  end
+end

data/lib/earth/locality/census_region.rb

@@ -0,0 +1,13 @@
+class CensusRegion < ActiveRecord::Base
+  set_primary_key :number
+  
+  has_many :census_divisions, :foreign_key => 'census_region_number'
+  has_many :states, :through => :census_divisions
+  # has_many :climate_divisions, :through => :census_divisions
+  # has_many :zip_codes, :through => :census_divisions
+  has_many :residential_energy_consumption_survey_responses, :foreign_key => 'census_region_number'
+  
+  data_miner do
+    tap "Brighter Planet's sanitized census regions", Earth.taps_server
+  end
+end

data/lib/earth/locality/census_region/data_miner.rb

@@ -0,0 +1,17 @@
+CensusRegion.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      integer  'number'
+      string   'name'
+    end
+    
+    import 'the U.S. Census Geographic Terms and Definitions',
+           :url => 'http://www.census.gov/popest/geographic/codes02.csv',
+           :skip => 9,
+           :select => lambda { |row| row['Region'].to_i > 0 and row['Division'].to_s.strip == 'X'} do
+      key   'number', :field_name => 'Region'
+      store 'name', :field_name => 'Name'
+    end
+  end
+end
+

data/lib/earth/locality/climate_division.rb

@@ -0,0 +1,17 @@
+class ClimateDivision < ActiveRecord::Base
+  set_primary_key :name
+  
+  has_many :zip_codes, :foreign_key => 'climate_division_name'
+  belongs_to :state, :foreign_key => 'state_postal_abbreviation'
+  
+  RADIUS = 750
+
+  data_miner do
+    tap "Brighter Planet's sanitized climate divisions", Earth.taps_server
+
+    process "pull dependencies" do
+      run_data_miner_on_belongs_to_associations
+    end
+  end
+
+end

data/lib/earth/locality/climate_division/data_miner.rb

@@ -0,0 +1,20 @@
+ClimateDivision.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string   'name'
+      float    'heating_degree_days'
+      float    'cooling_degree_days'
+      string   'state_postal_abbreviation'
+    end
+    
+    import "a list of climate divisions and their average heating and cooling degree days",
+           :url => 'http://static.brighterplanet.com/science/data/climate/climate_divisions/climate_divisions.csv' do
+      key 'name'
+      store 'heating_degree_days'
+      store 'cooling_degree_days'
+      store 'state_postal_abbreviation'
+    end
+    #associate :state, :key => :state_postal_abbreviation, :foreign_key => :postal_abbreviation
+  end
+end
+

data/lib/earth/locality/country.rb

@@ -0,0 +1,13 @@
+class Country < ActiveRecord::Base
+  set_primary_key :iso_3166_code
+  
+  data_miner do
+    tap "Brighter Planet's sanitized countries list", Earth.taps_server
+  end
+  
+  class << self
+    def united_states
+      find_by_iso_3166_code('US')
+    end
+  end
+end

data/lib/earth/locality/country/data_miner.rb

@@ -0,0 +1,19 @@
+Country.class_eval do
+  data_miner do
+    schema Earth.database_options do
+      string   'iso_3166_code'
+      string   'name'
+    end
+    
+    import 'the official ISO country list',
+           :url => 'http://www.iso.org/iso/list-en1-semic-3.txt',
+           :skip => 2,
+           :headers => false,
+           :delimiter => ';',
+           :encoding => 'ISO-8859-1' do
+      key   'iso_3166_code', :field_number => 1
+      store 'name', :field_number => 0
+    end
+  end
+end
+

data/lib/earth/locality/data_miner.rb

@@ -0,0 +1,10 @@
+require 'earth/locality/census_division/data_miner'
+require 'earth/locality/census_region/data_miner'
+require 'earth/locality/climate_division/data_miner'
+require 'earth/locality/country/data_miner'
+require 'earth/locality/egrid_region/data_miner'
+require 'earth/locality/egrid_subregion/data_miner'
+require 'earth/locality/petroleum_administration_for_defense_district/data_miner'
+require 'earth/locality/state/data_miner'
+require 'earth/locality/urbanity/data_miner'
+require 'earth/locality/zip_code/data_miner'

data/lib/earth/locality/egrid_region.rb

@@ -0,0 +1,15 @@
+class EgridRegion < ActiveRecord::Base
+  set_primary_key :name
+  
+  has_many :egrid_subregions, :foreign_key => 'egrid_region_name'
+  
+  data_miner do
+    tap "Brighter Planet's egrid region data", Earth.taps_server
+
+    process "pull dependencies" do
+      run_data_miner_on_belongs_to_associations
+    end
+  end
+  
+  falls_back_on :loss_factor => 0.061311 # Ian
+end