earth 0.5.0 → 0.5.2

data/lib/earth/locality/state/data_miner.rb

@@ -1,13 +1,5 @@
 State.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string   'postal_abbreviation'
-      integer  'fips_code'
-      string   'name'
-      string   'census_division_number'
-      string   'petroleum_administration_for_defense_district_code'
-    end
-    
     # state names, ansi codes, and postal abbreviations
     import 'the U.S. Census State ANSI Code file',
            :url => 'http://www.census.gov/geo/www/ansi/state.txt',

data/lib/earth/locality/state.rb

@@ -11,12 +11,11 @@ class State < ActiveRecord::Base
     Country.united_states
   end
 
-  data_miner do
-    tap "Brighter Planet's sanitized states", Earth.taps_server
-    
-    process "pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+  create_table do
+    string   'postal_abbreviation'
+    integer  'fips_code'
+    string   'name'
+    string   'census_division_number'
+    string   'petroleum_administration_for_defense_district_code'
   end
-
 end

data/lib/earth/locality/urbanity/data_miner.rb

@@ -1,9 +1,5 @@
 Urbanity.class_eval do
   data_miner do
-    schema do
-      string 'name'
-    end
-    
     process "Ensure ResidentialEnergyConsumptionSurveyResponse is populated" do
       ResidentialEnergyConsumptionSurveyResponse.run_data_miner!
     end

data/lib/earth/locality/urbanity.rb

@@ -3,7 +3,7 @@ class Urbanity < ActiveRecord::Base
   
   has_many :residential_energy_consumption_survey_responses
 
-  data_miner do
-    tap "Brighter Planet's sanitized urbanity data", Earth.taps_server
+  create_table do
+    string 'name'
   end
 end

data/lib/earth/locality/zip_code/data_miner.rb

@@ -7,16 +7,6 @@ ZipCode.class_eval do
   # end
   
   data_miner do
-    schema Earth.database_options do
-      string   'name'
-      string   'state_postal_abbreviation'
-      string   'description'
-      string   'latitude'
-      string   'longitude'
-      string   'egrid_subregion_abbreviation'
-      string   'climate_division_name'
-    end
-    
     import 'the Mapping Hacks zipcode database',
            :url => 'http://mappinghacks.com/data/zipcode.zip',
            :filename => 'zipcode.csv' do

data/lib/earth/locality/zip_code.rb

@@ -11,11 +11,13 @@ class ZipCode < ActiveRecord::Base
                    :lat_column_name => :latitude,
                    :lng_column_name => :longitude
 
-  data_miner do
-    tap "Brighter Planet's sanitized zip codes", Earth.taps_server
-    
-    process "pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+  create_table do
+    string   'name'
+    string   'state_postal_abbreviation'
+    string   'description'
+    string   'latitude'
+    string   'longitude'
+    string   'egrid_subregion_abbreviation'
+    string   'climate_division_name'
   end
 end

data/lib/earth/locality.rb

@@ -8,3 +8,6 @@ require 'earth/locality/petroleum_administration_for_defense_district'
 require 'earth/locality/state'
 require 'earth/locality/urbanity'
 require 'earth/locality/zip_code'
+
+require 'earth/automobile'
+require 'earth/residence'

data/lib/earth/pet/breed/data_miner.rb

@@ -1,12 +1,5 @@
 Breed.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string   'name'
-      string  'species_name'
-      float    'weight'
-      string   'weight_units'
-    end
-    
     import "Brighter Planet's list of cat and dog breeds",
            :url => 'http://static.brighterplanet.com/science/data/consumables/pets/breed_genders.csv',
            :encoding => 'ISO-8859-1',

data/lib/earth/pet/breed.rb

@@ -4,11 +4,10 @@ class Breed < ActiveRecord::Base
   has_many :breed_genders, :foreign_key => 'breed_name'
   belongs_to :species, :foreign_key => 'species_name'
   
-  data_miner do
-    tap "Brighter Planet's breed data", Earth.taps_server
-
-    process "pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+  create_table do
+    string   'name'
+    string  'species_name'
+    float    'weight'
+    string   'weight_units'
   end
 end

data/lib/earth/pet/breed_gender/data_miner.rb

@@ -1,13 +1,5 @@
 BreedGender.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string   'name'
-      string   'breed_name'
-      string   'gender_name'
-      float    'weight'
-      string   'weight_units'
-    end
-    
     import "Brighter Planet's list of cat and dog breeds, genders, and weights",
            :url => 'http://static.brighterplanet.com/science/data/consumables/pets/breed_genders.csv',
            :encoding => 'ISO-8859-1',

data/lib/earth/pet/breed_gender.rb

@@ -4,11 +4,11 @@ class BreedGender < ActiveRecord::Base
   belongs_to :breed, :foreign_key => 'breed_name'
   belongs_to :gender, :foreign_key => 'gender_name'
   
-  data_miner do
-    tap "Brighter Planet's breed gender data", Earth.taps_server
-
-    process "pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+  create_table do
+    string   'name'
+    string   'breed_name'
+    string   'gender_name'
+    float    'weight'
+    string   'weight_units'
   end
 end

data/lib/earth/pet/gender/data_miner.rb

@@ -1,8 +1,5 @@
 Gender.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string 'name'
-    end
     import "a list of genders derived from pet breed genders",
            :url => 'http://static.brighterplanet.com/science/data/consumables/pets/breed_genders.csv',
            :select => lambda { |row| row['gender'].present? } do

data/lib/earth/pet/gender.rb

@@ -3,7 +3,7 @@ class Gender < ActiveRecord::Base
   
   has_many :breed_genders, :foreign_key => 'gender_name'
   
-  data_miner do
-    tap "Brighter Planet's gender info", Earth.taps_server
+  create_table do
+    string 'name'
   end
 end

data/lib/earth/pet/species/data_miner.rb

@@ -1,22 +1,5 @@
 Species.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string   'name'
-      integer  'population'
-      float    'diet_emission_intensity'
-      string   'diet_emission_intensity_units'
-      float    'weight'
-      string   'weight_units'
-      float    'marginal_dietary_requirement'
-      string   'marginal_dietary_requirement_units'
-      float    'fixed_dietary_requirement'
-      string   'fixed_dietary_requirement_units'
-      float    'minimum_weight'
-      string   'minimum_weight_units'
-      float    'maximum_weight'
-      string   'maximum_weight_units'
-    end
-    
     process "Define some unit conversions" do
       # 1 (kilocalories per pound) = 9 224.14105 joules per kilogram
       Conversions.register :kilocalories_per_pound, :joules_per_kilogram, 9_224.14105

data/lib/earth/pet/species.rb

@@ -1,6 +1,23 @@
 class Species < ActiveRecord::Base
   set_primary_key :name
   
+  create_table do
+    string   'name'
+    integer  'population'
+    float    'diet_emission_intensity'
+    string   'diet_emission_intensity_units'
+    float    'weight'
+    string   'weight_units'
+    float    'marginal_dietary_requirement'
+    string   'marginal_dietary_requirement_units'
+    float    'fixed_dietary_requirement'
+    string   'fixed_dietary_requirement_units'
+    float    'minimum_weight'
+    string   'minimum_weight_units'
+    float    'maximum_weight'
+    string   'maximum_weight_units'
+  end
+  
   scope :thoroughly_researched, :conditions => 'marginal_dietary_requirement IS NOT NULL'
   
   falls_back_on :diet_emission_intensity => lambda { weighted_average :diet_emission_intensity, :weighted_by => :population }, # kg CO2 / joule
@@ -8,10 +25,6 @@ class Species < ActiveRecord::Base
                 :fixed_dietary_requirement => 0, # force a zero intercept to be respectful of our tiny tiny animal friends
                 :weight => lambda { weighted_average :weight, :weighted_by => :population } # kg
 
-  data_miner do
-    tap "Brighter Planet's species data", Earth.taps_server
-  end
-  
   class << self
     def [](name)
       find_by_name name.to_s

data/lib/earth/rail/rail_class/data_miner.rb

@@ -1,19 +1,5 @@
 RailClass.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string 'name'
-      string 'description'
-      float  'passengers'
-      float  'distance'
-      string 'distance_units'
-      float  'speed'
-      string 'speed_units'
-      float  'electricity_intensity'
-      string 'electricity_intensity_units'
-      float  'diesel_intensity'
-      string 'diesel_intensity_units'
-    end
-    
     process "Define some unit conversions" do
       Conversions.register :gallons_per_mile, :litres_per_kilometre, 2.35214583
     end

data/lib/earth/rail/rail_class.rb

@@ -1,7 +1,16 @@
 class RailClass < ActiveRecord::Base
   set_primary_key :name
-  
-  data_miner do
-    tap "Brighter Planet's rail class data", Earth.taps_server
+  create_table do
+    string 'name'
+    string 'description'
+    float  'passengers'
+    float  'distance'
+    string 'distance_units'
+    float  'speed'
+    string 'speed_units'
+    float  'electricity_intensity'
+    string 'electricity_intensity_units'
+    float  'diesel_intensity'
+    string 'diesel_intensity_units'
   end
 end

data/lib/earth/residence/air_conditioner_use/data_miner.rb

@@ -1,11 +1,5 @@
 AirConditionerUse.class_eval do
   data_miner do
-    schema do
-      string 'name'
-      float 'fugitive_emission'
-      string 'fugitive_emission_units'
-    end
-    
     process "Ensure ResidentialEnergyConsumptionSurveyResponse is populated" do
       ResidentialEnergyConsumptionSurveyResponse.run_data_miner!
     end

data/lib/earth/residence/air_conditioner_use.rb

@@ -5,8 +5,10 @@ class AirConditionerUse < ActiveRecord::Base
 
   falls_back_on :fugitive_emission => 0.102295.pounds_per_square_foot.to(:kilograms_per_square_metre), # https://brighterplanet.sifterapp.com/projects/30/issues/430
                 :fugitive_emission_units => 'kilograms_per_square_metre'
-  
-  data_miner do
-    tap "Brighter Planet's air conditioner use data", Earth.taps_server
+
+  create_table do
+    string 'name'
+    float 'fugitive_emission'
+    string 'fugitive_emission_units'
   end
 end

data/lib/earth/residence/clothes_machine_use/data_miner.rb

@@ -1,11 +1,5 @@
 ClothesMachineUse.class_eval do
   data_miner do
-    schema do
-      string 'name'
-      float  'annual_energy_from_electricity_for_clothes_driers'
-      string 'annual_energy_from_electricity_for_clothes_driers_units'
-    end
-    
     process "Ensure ResidentialEnergyConsumptionSurveyResponse is populated" do
       ResidentialEnergyConsumptionSurveyResponse.run_data_miner!
     end

data/lib/earth/residence/clothes_machine_use.rb

@@ -3,7 +3,9 @@ class ClothesMachineUse < ActiveRecord::Base
   
   has_many :residential_energy_consumption_survey_responses
 
-  data_miner do
-    tap "Brighter Planet's sanitized clothes machine use data", Earth.taps_server
+  create_table do
+    string 'name'
+    float  'annual_energy_from_electricity_for_clothes_driers'
+    string 'annual_energy_from_electricity_for_clothes_driers_units'
   end
 end

data/lib/earth/residence/data_miner.rb

@@ -6,3 +6,5 @@ require 'earth/residence/residence_class/data_miner'
 require 'earth/residence/residence_fuel_price/data_miner'
 require 'earth/residence/residence_fuel_type/data_miner'
 require 'earth/residence/residential_energy_consumption_survey_response/data_miner'
+
+require 'earth/locality/data_miner'

data/lib/earth/residence/dishwasher_use/data_miner.rb

@@ -1,11 +1,5 @@
 DishwasherUse.class_eval do
   data_miner do
-    schema do
-      string 'name'
-      float 'annual_energy_from_electricity_for_dishwashers'
-      string 'annual_energy_from_electricity_for_dishwashers_units'
-    end
-    
     process "Ensure ResidentialEnergyConsumptionSurveyResponse is populated" do
       ResidentialEnergyConsumptionSurveyResponse.run_data_miner!
     end

data/lib/earth/residence/dishwasher_use.rb

@@ -2,8 +2,10 @@ class DishwasherUse < ActiveRecord::Base
   set_primary_key :name
   
   has_many :residential_energy_consumption_survey_responses
-  
-  data_miner do
-    tap "Brighter Planet's sanitized dishwasher use data", Earth.taps_server
+
+  create_table do
+    string 'name'
+    float 'annual_energy_from_electricity_for_dishwashers'
+    string 'annual_energy_from_electricity_for_dishwashers_units'
   end
 end

data/lib/earth/residence/residence_appliance/data_miner.rb

@@ -1,11 +1,5 @@
 ResidenceAppliance.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string   'name'
-      float    'annual_energy_from_electricity'
-      string   'annual_energy_from_electricity_units'
-    end
-    
     process "Ensure ResidentialEnergyConsumptionSurveyResponse is populated" do
       ResidentialEnergyConsumptionSurveyResponse.run_data_miner!
     end

data/lib/earth/residence/residence_appliance.rb

@@ -10,7 +10,9 @@ class ResidenceAppliance < ActiveRecord::Base
     end
   end
 
-  data_miner do
-    tap "Brighter Planet's residence appliance energy information", Earth.taps_server
+  create_table do
+    string   'name'
+    float    'annual_energy_from_electricity'
+    string   'annual_energy_from_electricity_units'
   end
 end

data/lib/earth/residence/residence_class/data_miner.rb

@@ -1,9 +1,5 @@
 ResidenceClass.class_eval do
   data_miner do
-    schema do
-      string :name
-    end
-    
     process "Ensure ResidentialEnergyConsumptionSurveyResponse is populated" do
       ResidentialEnergyConsumptionSurveyResponse.run_data_miner!
     end

data/lib/earth/residence/residence_class.rb

@@ -9,7 +9,7 @@ class ResidenceClass < ActiveRecord::Base
     CLASSIFICATIONS.detect { |c| name.downcase.include? c }
   end
 
-  data_miner do
-    tap "Brighter Planet's sanitized residence class data", Earth.taps_server
+  create_table do
+    string :name
   end
 end

data/lib/earth/residence/residence_fuel_price/data_miner.rb

@@ -102,20 +102,6 @@ ResidenceFuelPrice.class_eval do
   end
 
   data_miner do
-    schema Earth.database_options do
-      string  'row_hash'
-      string 'residence_fuel_type_name'
-      integer 'year'
-      integer 'month'
-      float   'price'
-      string  'price_units'
-      string  'price_description'
-      string  'locatable_id'
-      string  'locatable_type'
-      index   ['price', 'residence_fuel_type_name', 'month', 'year', 'locatable_type', 'locatable_id']
-      index   ['price', 'residence_fuel_type_name']
-    end
-    
     process "Define some unit conversions" do
       Conversions.register :dollars, :cents, 100
       Conversions.register :cubic_feet, :cubic_metres, 0.0283168466 # TODO conversions gem has 'cubic_metres'

data/lib/earth/residence/residence_fuel_price.rb

@@ -7,12 +7,17 @@ class ResidenceFuelPrice < ActiveRecord::Base
   belongs_to :fuel, :class_name => 'ResidenceFuelType', :foreign_key => 'residence_fuel_type_name'
   belongs_to :locatable, :polymorphic => true
   
-  data_miner do
-    tap "Brighter Planet's residence fuel price data", Earth.taps_server
-
-    process "pull dependencies" do
-      run_data_miner_on_belongs_to_associations
-    end
+  create_table do
+    string  'row_hash'
+    string 'residence_fuel_type_name'
+    integer 'year'
+    integer 'month'
+    float   'price'
+    string  'price_units'
+    string  'price_description'
+    string  'locatable_id'
+    string  'locatable_type'
+    index   ['price', 'residence_fuel_type_name', 'month', 'year', 'locatable_type', 'locatable_id']
+    index   ['price', 'residence_fuel_type_name']
   end
-
 end

data/lib/earth/residence/residence_fuel_type/data_miner.rb

@@ -1,13 +1,5 @@
 ResidenceFuelType.class_eval do
   data_miner do
-    schema Earth.database_options do
-      string   'name'
-      float    'emission_factor'
-      string   'emission_factor_units'
-      # float    'energy_content'
-      # string   'energy_content_units'
-    end
-    
     import "a list of residential fuels and their emissions factors",
            :url => 'http://spreadsheets.google.com/pub?key=rukxnmuhhsOsrztTrUaFCXQ&gid=0&output=csv' do
       key 'name'

data/lib/earth/residence/residence_fuel_type.rb

@@ -3,8 +3,12 @@ class ResidenceFuelType < ActiveRecord::Base
   
   has_many :prices, :class_name => 'ResidenceFuelPrice', :foreign_key => 'residence_fuel_type_name'
   
-  data_miner do
-    tap "Brighter Planet's residence fuel types data", Earth.taps_server
+  create_table do
+    string   'name'
+    float    'emission_factor'
+    string   'emission_factor_units'
+    # float    'energy_content'
+    # string   'energy_content_units'
   end
   
   def price_per_unit(relaxations = [])

data/lib/earth/residence/residential_energy_consumption_survey_response/data_miner.rb

@@ -1,99 +1,5 @@
 ResidentialEnergyConsumptionSurveyResponse.class_eval do
   data_miner do
-    # sabshere 9/20/10 sorted with sort -d -t "'" -k 2 ~/Desktop/parts.txt
-    schema Earth.database_options do
-      integer  'id'
-      string  'air_conditioner_use_id'
-      float    'annual_energy_from_electricity_for_air_conditioners'
-      string   'annual_energy_from_electricity_for_air_conditioners_units'
-      float    'annual_energy_from_electricity_for_clothes_driers'
-      string   'annual_energy_from_electricity_for_clothes_driers_units'
-      float    'annual_energy_from_electricity_for_dishwashers'
-      string   'annual_energy_from_electricity_for_dishwashers_units'
-      float    'annual_energy_from_electricity_for_freezers'
-      string   'annual_energy_from_electricity_for_freezers_units'
-      float    'annual_energy_from_electricity_for_heating_space'
-      string   'annual_energy_from_electricity_for_heating_space_units'
-      float    'annual_energy_from_electricity_for_heating_water'
-      string   'annual_energy_from_electricity_for_heating_water_units'
-      float    'annual_energy_from_electricity_for_other_appliances'
-      string   'annual_energy_from_electricity_for_other_appliances_units'
-      float    'annual_energy_from_electricity_for_refrigerators'
-      string   'annual_energy_from_electricity_for_refrigerators_units'
-      float    'annual_energy_from_fuel_oil_for_appliances'
-      string   'annual_energy_from_fuel_oil_for_appliances_units'
-      float    'annual_energy_from_fuel_oil_for_heating_space'
-      string   'annual_energy_from_fuel_oil_for_heating_space_units'
-      float    'annual_energy_from_fuel_oil_for_heating_water'
-      string   'annual_energy_from_fuel_oil_for_heating_water_units'
-      float    'annual_energy_from_kerosene'
-      string   'annual_energy_from_kerosene_units'
-      float    'annual_energy_from_natural_gas_for_appliances'
-      string   'annual_energy_from_natural_gas_for_appliances_units'
-      float    'annual_energy_from_natural_gas_for_heating_space'
-      string   'annual_energy_from_natural_gas_for_heating_space_units'
-      float    'annual_energy_from_natural_gas_for_heating_water'
-      string   'annual_energy_from_natural_gas_for_heating_water_units'
-      float    'annual_energy_from_propane_for_appliances'
-      string   'annual_energy_from_propane_for_appliances_units'
-      float    'annual_energy_from_propane_for_heating_space'
-      string   'annual_energy_from_propane_for_heating_space_units'
-      float    'annual_energy_from_propane_for_heating_water'
-      string   'annual_energy_from_propane_for_heating_water_units'
-      float    'annual_energy_from_wood'
-      string   'annual_energy_from_wood_units'
-      boolean  'attached_1car_garage'
-      boolean  'attached_2car_garage'
-      boolean  'attached_3car_garage'
-      float    'bathrooms'
-      integer  'bedrooms'
-      string   'census_division_name'
-      integer  'census_division_number'
-      string   'census_region_name'
-      integer  'census_region_number'
-      string   'central_ac_use'
-      string   'clothes_dryer_use'
-      string  'clothes_machine_use_id'
-      string   'clothes_washer_use'
-      string   'construction_period'
-      date     'construction_year'
-      integer  'cooling_degree_days'
-      string   'cooling_degree_days_units'
-      boolean  'detached_1car_garage'
-      boolean  'detached_2car_garage'
-      boolean  'detached_3car_garage'
-      string   'dishwasher_use_id'
-      integer  'efficient_lights_on_1_to_4_hours'
-      integer  'efficient_lights_on_4_to_12_hours'
-      integer  'efficient_lights_on_over_12_hours'
-      float    'floorspace'
-      string   'floorspace_units'
-      integer  'freezer_count'    
-      integer  'full_bathrooms'
-      integer  'half_bathrooms'
-      boolean  'heated_garage'
-      integer  'heating_degree_days'
-      string   'heating_degree_days_units'
-      float    'lighting_efficiency'
-      float    'lighting_use'
-      string   'lighting_use_units'
-      integer  'lights_on_1_to_4_hours'
-      integer  'lights_on_4_to_12_hours'
-      integer  'lights_on_over_12_hours'
-      integer  'outdoor_all_night_gas_lights'
-      integer  'outdoor_all_night_lights'
-      boolean  'ownership'
-      integer  'refrigerator_count'
-      string   'residence_class_id'
-      integer  'residents'
-      float    'rooms'
-      boolean  'thermostat_programmability'
-      integer  'total_rooms'
-      string   'urbanity_id'
-      float    'weighting'
-      string   'window_ac_use'
-    end
-    
     process "Define some unit conversions" do
       Conversions.register :kbtus, :joules, 1_000.0 * 1_055.05585
       Conversions.register :square_feet, :square_metres, 0.09290304