earth 0.12.4 → 1.0.0

data/lib/earth/hospitality/commercial_building_energy_consumption_survey_response/data_miner.rb

@@ -1,9 +1,5 @@
 CommercialBuildingEnergyConsumptionSurveyResponse.class_eval do
   data_miner do
-    process "Start from scratch" do
-      delete_all
-    end
-    
     import 'building characteristics from the 2003 EIA CBECS - part 1',
            :url => 'http://www.eia.gov/emeu/cbecs/cbecs2003/public_use_2003/data/FILE01.csv',
            :skip => 1,

data/lib/earth/hospitality/lodging_class.rb

@@ -1,7 +1,19 @@
+require 'earth/model'
+
 class LodgingClass < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE lodging_classes
+  (
+     name CHARACTER VARYING(255) NOT NULL PRIMARY KEY
+  );
+
+EOS
+
   self.primary_key = "name"
   
-  col :name
 
   warn_unless_size 3
 end

data/lib/earth/industry.rb

@@ -1,3 +1,3 @@
 # lib/earth/industry.rb
 require 'earth'
-Earth.require_related __FILE__
+Earth::Loader.require_related __FILE__

data/lib/earth/industry/cbecs_energy_intensity.rb

@@ -1,44 +1,55 @@
+require 'earth/model'
 require 'earth/locality'
 
 class CbecsEnergyIntensity < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE cbecs_energy_intensities
+  (
+     name                           CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
+     principal_building_activity    CHARACTER VARYING(255),
+     naics_code                     CHARACTER VARYING(255),
+     census_region_number           INTEGER,
+     census_division_number         INTEGER,
+     electricity                    FLOAT,
+     electricity_units              CHARACTER VARYING(255),
+     electricity_floorspace         FLOAT,
+     electricity_floorspace_units   CHARACTER VARYING(255),
+     electricity_intensity          FLOAT,
+     electricity_intensity_units    CHARACTER VARYING(255),
+     natural_gas                    FLOAT,
+     natural_gas_units              CHARACTER VARYING(255),
+     natural_gas_floorspace         FLOAT,
+     natural_gas_floorspace_units   CHARACTER VARYING(255),
+     natural_gas_intensity          FLOAT,
+     natural_gas_intensity_units    CHARACTER VARYING(255),
+     fuel_oil                       FLOAT,
+     fuel_oil_units                 CHARACTER VARYING(255),
+     fuel_oil_floorspace            FLOAT,
+     fuel_oil_floorspace_units      CHARACTER VARYING(255),
+     fuel_oil_intensity             FLOAT,
+     fuel_oil_intensity_units       CHARACTER VARYING(255),
+     district_heat                  FLOAT,
+     district_heat_units            CHARACTER VARYING(255),
+     district_heat_floorspace       FLOAT,
+     district_heat_floorspace_units CHARACTER VARYING(255),
+     district_heat_intensity        FLOAT,
+     district_heat_intensity_units  CHARACTER VARYING(255)
+  );
+CREATE INDEX index_cbecs_energy_intensities_on_naics_code ON cbecs_energy_intensities (naics_code);
+CREATE INDEX index_cbecs_energy_intensities_on_census_region_number ON cbecs_energy_intensities (census_region_number);
+CREATE INDEX index_cbecs_energy_intensities_on_census_division_number ON cbecs_energy_intensities (census_division_number)
+
+EOS
+
   self.primary_key = "name"
   
-  col :name
-  col :principal_building_activity
-  col :naics_code
-  col :census_region_number, :type => :integer
-  col :census_division_number, :type => :integer
-  add_index :naics_code
-  add_index :census_region_number
-  add_index :census_division_number
 
-  col :electricity, :type => :float
-  col :electricity_units
-  col :electricity_floorspace, :type => :float
-  col :electricity_floorspace_units
-  col :electricity_intensity, :type => :float
-  col :electricity_intensity_units
 
-  col :natural_gas, :type => :float
-  col :natural_gas_units
-  col :natural_gas_floorspace, :type => :float
-  col :natural_gas_floorspace_units
-  col :natural_gas_intensity, :type => :float
-  col :natural_gas_intensity_units
 
-  col :fuel_oil, :type => :float
-  col :fuel_oil_units
-  col :fuel_oil_floorspace, :type => :float
-  col :fuel_oil_floorspace_units
-  col :fuel_oil_intensity, :type => :float
-  col :fuel_oil_intensity_units
 
-  col :district_heat, :type => :float
-  col :district_heat_units
-  col :district_heat_floorspace, :type => :float
-  col :district_heat_floorspace_units
-  col :district_heat_intensity, :type => :float
-  col :district_heat_intensity_units
 
   scope :divisional, where('census_region_number IS NOT NULL AND census_division_number IS NOT NULL')
   scope :regional, where('census_region_number IS NOT NULL AND census_division_number IS NULL')

data/lib/earth/industry/cbecs_energy_intensity/data_miner.rb

@@ -1,6 +1,5 @@
 require 'earth/eia'
 require 'earth/industry'
-require 'earth/locality/data_miner'
 
 CbecsEnergyIntensity.class_eval do
   const_set(:CBECS, {

data/lib/earth/industry/industry.rb

@@ -1,5 +1,25 @@
+require 'earth/model'
+
+require 'earth/industry/industry_product_line'
+require 'earth/industry/industry_sector'
+require 'earth/industry/merchant_category_industry'
+require 'earth/industry/product_line'
+require 'earth/industry/sector'
+
 # TODO replace this with NAICS 2002?
 class Industry < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE industries
+  (
+     naics_code  CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
+     description CHARACTER VARYING(255)
+  );
+
+EOS
+
   self.primary_key = "naics_code"
   
   has_many :merchant_category_industries, :foreign_key => 'naics_code'
@@ -10,8 +30,6 @@ class Industry < ActiveRecord::Base
   has_many :industry_sectors, :foreign_key => 'naics_code'
   has_many :sectors, :through => :industry_sectors
   
-  col :naics_code
-  col :description
   
   class << self
     def format_naics_code(input)

data/lib/earth/industry/industry/data_miner.rb

@@ -1,9 +1,5 @@
 Industry.class_eval do
   data_miner do
-    process "Start from scratch" do
-      delete_all
-    end
-    
     import "the U.S. Census 2002 NAICS code list",
            :url => 'http://www.census.gov/eos/www/naics/reference_files_tools/2002/naics_2_6_02.txt',
            :skip => 4,

data/lib/earth/industry/industry_product.rb

@@ -1,14 +1,28 @@
-require 'earth/locality'
+require 'earth/model'
+
+require 'earth/industry/industry'
+require 'earth/industry/product_line_industry_product'
+
 class IndustryProduct < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE industry_products
+  (
+     naics_product_code CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
+     description        TEXT,
+     value              FLOAT,
+     value_units        CHARACTER VARYING(255),
+     naics_code         CHARACTER VARYING(255)
+  );
+
+EOS
+
   self.primary_key = "naics_product_code"
   
   has_many :product_line_industry_products, :foreign_key => 'naics_product_code'
   
   belongs_to :industry, :foreign_key => 'naics_code'
   
-  col :naics_product_code
-  col :description, :type => :text
-  col :value, :type => :float
-  col :value_units
-  col :naics_code
 end

data/lib/earth/industry/industry_product_line.rb

@@ -1,12 +1,26 @@
-require 'earth/locality'
+require 'earth/model'
+
+require 'earth/industry/industry'
+require 'earth/industry/product_line'
+
 class IndustryProductLine < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE industry_product_lines
+  (
+     row_hash   CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
+     naics_code CHARACTER VARYING(255),
+     ratio      FLOAT,
+     ps_code    CHARACTER VARYING(255)
+  );
+
+EOS
+
   self.primary_key = "row_hash"
   
   belongs_to :industry,     :foreign_key => 'naics_code'
   belongs_to :product_line, :foreign_key => 'ps_code'
 
-  col :row_hash
-  col :naics_code
-  col :ratio, :type => :float
-  col :ps_code
 end

data/lib/earth/industry/industry_sector.rb

@@ -1,12 +1,25 @@
-require 'earth/locality'
+require 'earth/model'
+
+require 'earth/industry/industry'
+require 'earth/industry/sector'
+
 class IndustrySector < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE industry_sectors
+  (
+     row_hash   CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
+     naics_code CHARACTER VARYING(255),
+     ratio      FLOAT,
+     io_code    CHARACTER VARYING(255)
+  );
+
+EOS
+
   self.primary_key = "row_hash"
   
   belongs_to :industry,  :foreign_key => 'naics_code'
   belongs_to :sector,    :foreign_key => 'io_code'
-
-  col :row_hash
-  col :naics_code
-  col :ratio, :type => :float
-  col :io_code
 end

data/lib/earth/industry/mecs_energy.rb

@@ -1,29 +1,41 @@
-require 'earth/locality'
+require 'earth/model'
+
+require 'earth/industry/industry'
 
 class MecsEnergy < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE mecs_energies
+  (
+     name                      CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
+     census_region_number      INTEGER,
+     naics_code                CHARACTER VARYING(255),
+     energy                    FLOAT,
+     energy_units              CHARACTER VARYING(255),
+     electricity               FLOAT,
+     electricity_units         CHARACTER VARYING(255),
+     residual_fuel_oil         FLOAT,
+     residual_fuel_oil_units   CHARACTER VARYING(255),
+     distillate_fuel_oil       FLOAT,
+     distillate_fuel_oil_units CHARACTER VARYING(255),
+     natural_gas               FLOAT,
+     natural_gas_units         CHARACTER VARYING(255),
+     lpg_and_ngl               FLOAT,
+     lpg_and_ngl_units         CHARACTER VARYING(255),
+     coal                      FLOAT,
+     coal_units                CHARACTER VARYING(255),
+     coke_and_breeze           FLOAT,
+     coke_and_breeze_units     CHARACTER VARYING(255),
+     other_fuel                FLOAT,
+     other_fuel_units          CHARACTER VARYING(255)
+  );
+
+EOS
+
   self.primary_key = "name"
   
-  col :name
-  col :census_region_number, :type => :integer
-  col :naics_code
-  col :energy, :type => :float
-  col :energy_units
-  col :electricity, :type => :float
-  col :electricity_units
-  col :residual_fuel_oil, :type => :float
-  col :residual_fuel_oil_units
-  col :distillate_fuel_oil, :type => :float
-  col :distillate_fuel_oil_units
-  col :natural_gas, :type => :float
-  col :natural_gas_units
-  col :lpg_and_ngl, :type => :float
-  col :lpg_and_ngl_units
-  col :coal, :type => :float
-  col :coal_units
-  col :coke_and_breeze, :type => :float
-  col :coke_and_breeze_units
-  col :other_fuel, :type => :float
-  col :other_fuel_units
   
   FUELS = [:electricity, :residual_fuel_oil, :distillate_fuel_oil,
            :natural_gas, :lpg_and_ngl, :coal, :coke_and_breeze, :other_fuel]

data/lib/earth/industry/mecs_ratio.rb

@@ -1,16 +1,27 @@
-require 'earth/locality'
+require 'earth/model'
+
 require 'earth/industry/industry'
 
 class MecsRatio < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE mecs_ratios
+  (
+     name                                 CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
+     census_region_number                 INTEGER,
+     naics_code                           CHARACTER VARYING(255),
+     energy_per_dollar_of_shipments       FLOAT,
+     energy_per_dollar_of_shipments_units CHARACTER VARYING(255)
+  );
+
+EOS
+
   self.primary_key = "name"
   
   belongs_to :industry
   
-  col :name
-  col :census_region_number, :type => :integer
-  col :naics_code
-  col :energy_per_dollar_of_shipments, :type => :float
-  col :energy_per_dollar_of_shipments_units
   
   # Find the first record whose naics_code matches code and whose energy per dollar shipment is present.
   # If no record found chop off the last character of code and try again, and so on.

data/lib/earth/industry/mecs_ratio/data_miner.rb

@@ -1,5 +1,5 @@
 require 'earth/eia'
-require 'earth/locality/data_miner'
+require 'earth/industry/industry'
 
 MecsRatio.class_eval do
   const_set(:CENSUS_REGIONS, {

data/lib/earth/industry/merchant_category.rb

@@ -1,4 +1,21 @@
+require 'earth/model'
+
+require 'earth/industry/industry'
+require 'earth/industry/merchant_category_industry'
+
 class MerchantCategory < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE merchant_categories
+  (
+     mcc         CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
+     description CHARACTER VARYING(255)
+  );
+
+EOS
+
   self.primary_key = "mcc"
 
   has_many :merchant_category_industries, :foreign_key => 'mcc'
@@ -8,6 +25,4 @@ class MerchantCategory < ActiveRecord::Base
     description
   end
 
-  col :mcc
-  col :description
 end

data/lib/earth/industry/merchant_category/data_miner.rb

@@ -1,8 +1,4 @@
 MerchantCategory.data_miner do
-  process "Start from scratch" do
-    delete_all
-  end
-  
   import "the IRS Merchant Category Code table",
          :url => 'http://www.irs.gov/irb/2004-31_IRB/ar17.html',
          :headers => %w{mcc description ignore},

data/lib/earth/industry/merchant_category_industry.rb

@@ -1,11 +1,26 @@
+require 'earth/model'
+
+require 'earth/industry/industry'
+require 'earth/industry/merchant_category'
+
 class MerchantCategoryIndustry < ActiveRecord::Base
+  extend Earth::Model
+
+  TABLE_STRUCTURE = <<-EOS
+
+CREATE TABLE merchant_category_industries
+  (
+     row_hash   CHARACTER VARYING(255) NOT NULL PRIMARY KEY,
+     mcc        CHARACTER VARYING(255),
+     ratio      FLOAT,
+     naics_code CHARACTER VARYING(255)
+  );
+
+EOS
+
   self.primary_key = "row_hash"
   
   belongs_to :merchant_category, :foreign_key => 'mcc'
   belongs_to :industry,          :foreign_key => 'naics_code'
 
-  col :row_hash
-  col :mcc
-  col :ratio, :type => :float
-  col :naics_code
 end