earth 0.11.20 → 0.12.0

data/lib/earth/locality/census_region.rb

@@ -9,4 +9,6 @@ class CensusRegion < ActiveRecord::Base
   
   col :number, :type => :integer
   col :name
+
+  warn_unless_size 4
 end

data/lib/earth/locality/climate_division.rb

@@ -12,4 +12,6 @@ class ClimateDivision < ActiveRecord::Base
   col :cooling_degree_days, :type => :float
   col :cooling_degree_days_units
   col :state_postal_abbreviation
+
+  warn_unless_size 359
 end

data/lib/earth/locality/country.rb

@@ -91,4 +91,8 @@ class Country < ActiveRecord::Base
   col :rail_trip_diesel_intensity_units
   col :rail_trip_co2_emission_factor, :type => :float
   col :rail_trip_co2_emission_factor_units
+
+  warn_if_nulls_except /heating/, /cooling/
+
+  warn_unless_size 249
 end

data/lib/earth/locality/egrid_region.rb

@@ -11,4 +11,7 @@ class EgridRegion < ActiveRecord::Base
   col :name
   col :country_name
   col :loss_factor, :type => :float
+
+  warn_unless_size 6
+  warn_if_blanks_except :country_name, :conditions => { :name => 'US' }
 end

data/lib/earth/locality/egrid_subregion.rb

@@ -34,4 +34,6 @@ class EgridSubregion < ActiveRecord::Base
   col :electricity_n2o_emission_factor_units
   col :electricity_emission_factor, :type => :float
   col :electricity_emission_factor_units
+
+  warn_unless_size 27
 end

data/lib/earth/locality/petroleum_administration_for_defense_district.rb

@@ -13,4 +13,11 @@ class PetroleumAdministrationForDefenseDistrict < ActiveRecord::Base
   col :district_name
   col :subdistrict_code
   col :subdistrict_name
+
+  warn_if_nulls_except(
+    :subdistrict_code,
+    :subdistrict_name
+  )
+
+  warn_unless_size 7
 end

data/lib/earth/locality/state.rb

@@ -20,4 +20,11 @@ class State < ActiveRecord::Base
   col :electricity_emission_factor, :type => :float
   col :electricity_emission_factor_units
   col :electricity_loss_factor, :type => :float
+
+  warn_if_nulls_except(
+    :census_division_number,
+    :petroleum_administration_for_defense_district_code
+  )
+
+  warn_unless_size 57
 end

data/lib/earth/locality/zip_code.rb

@@ -29,4 +29,8 @@ class ZipCode < ActiveRecord::Base
   col :egrid_subregion_abbreviation
   col :climate_division_name
   col :population, :type => :integer
+
+  warn_if_nonexistent_owner_except :egrid_subregion
+
+  warn_unless_size 43770
 end

data/lib/earth/pet/breed.rb

@@ -8,4 +8,11 @@ class Breed < ActiveRecord::Base
   col :species_name
   col :weight, :type => :float
   col :weight_units
+
+  warn_if_nulls_except(
+    :weight,
+    :weight_units
+  )
+
+  warn_unless_size 522
 end

data/lib/earth/pet/breed/data_miner.rb

@@ -10,7 +10,7 @@ Breed.class_eval do
     end
     
     import "a list of horse breeds", :url => 'http://www.freebase.com/type/exporttypeinstances/base/horses/horse_breed?page=0&filter_mode=type&filter_view=table&show%01p%3D%2Ftype%2Fobject%2Fname%01index=0&show%01p%3D%2Fcommon%2Ftopic%2Fimage%01index=1&show%01p%3D%2Fcommon%2Ftopic%2Farticle%01index=2&sort%01p%3D%2Ftype%2Fobject%2Ftype%01p%3Dlink%01p%3D%2Ftype%2Flink%2Ftimestamp%01index=false&=&exporttype=csv-8' do
-      key 'name'
+      key 'name', :field_name => 'Name'
       store 'species_name', :static => 'horse'
     end
   end

data/lib/earth/pet/breed_gender.rb

@@ -9,4 +9,6 @@ class BreedGender < ActiveRecord::Base
   col :gender_name
   col :weight, :type => :float
   col :weight_units
+
+  warn_unless_size 586
 end

data/lib/earth/pet/gender.rb

@@ -4,4 +4,6 @@ class Gender < ActiveRecord::Base
   has_many :breed_genders, :foreign_key => 'gender_name'
   
   col :name
+
+  warn_unless_size 2
 end

data/lib/earth/pet/species.rb

@@ -57,4 +57,6 @@ class Species < ActiveRecord::Base
   def cat?
     eql? self.class[:cat]
   end
+
+  warn_unless_size 18
 end

data/lib/earth/rail/country_rail_class.rb

@@ -16,4 +16,6 @@ class CountryRailClass < ActiveRecord::Base
   col :diesel_intensity_units
   col :co2_emission_factor, :type => :float
   col :co2_emission_factor_units
+
+  warn_unless_size 4
 end

data/lib/earth/rail/country_rail_traction.rb

@@ -12,4 +12,6 @@ class CountryRailTraction < ActiveRecord::Base
   col :diesel_intensity_units
   col :co2_emission_factor, :type => :float
   col :co2_emission_factor_units
+
+  warn_unless_size 50
 end

data/lib/earth/rail/country_rail_traction_class.rb

@@ -13,4 +13,6 @@ class CountryRailTractionClass < ActiveRecord::Base
   col :diesel_intensity_units
   col :co2_emission_factor, :type => :float
   col :co2_emission_factor_units
+
+  warn_unless_size 125
 end

data/lib/earth/rail/national_transit_database_company.rb

@@ -36,4 +36,11 @@ class NationalTransitDatabaseCompany < ActiveRecord::Base
   col :acronym
   col :zip_code_name
   col :duns_number
+
+  warn_if_nulls_except(
+    :acronym,
+    :duns_number
+  )
+
+  warn_unless_size 710
 end

data/lib/earth/rail/national_transit_database_mode.rb

@@ -9,4 +9,6 @@ class NationalTransitDatabaseMode < ActiveRecord::Base
   col :code
   col :name
   col :rail_mode, :type => :boolean
+
+  warn_unless_size 14
 end

data/lib/earth/rail/national_transit_database_record.rb

@@ -39,4 +39,26 @@ class NationalTransitDatabaseRecord < ActiveRecord::Base
   col :other_fuel, :type => :float
   col :other_fuel_units
   col :other_fuel_description
+
+  warn_if_nulls_except(
+    :electricity,
+    :electricity_units,
+    :diesel,
+    :diesel_units,
+    :lpg,
+    :lpg_units,
+    :lng,
+    :lng_units,
+    :cng,
+    :cng_units,
+    :kerosene,
+    :kerosene_units,
+    :biodiesel,
+    :biodiesel_units,
+    :other_fuel,
+    :other_fuel_units,
+    :other_fuel_description
+  )
+
+  warn_unless_size 1310
 end

data/lib/earth/rail/rail_class.rb

@@ -2,4 +2,6 @@ class RailClass < ActiveRecord::Base
   self.primary_key = "name"
   
   col :name
+
+  warn_unless_size 6
 end

data/lib/earth/rail/rail_company.rb

@@ -25,4 +25,20 @@ class RailCompany < ActiveRecord::Base
   col :diesel_intensity_units
   col :co2_emission_factor, :type => :float
   col :co2_emission_factor_units
+
+  warn_if_nulls_except(
+    :duns_number,
+    :train_time,
+    :train_time_units,
+    :speed,
+    :speed_units,
+    :electricity_intensity,
+    :electricity_intensity_units,
+    :diesel_intensity,
+    :diesel_intensity_units,
+    :co2_emission_factor,
+    :co2_emission_factor_units
+  )
+
+  warn_unless_size 97
 end

data/lib/earth/rail/rail_fuel.rb

@@ -12,4 +12,6 @@ class RailFuel < ActiveRecord::Base
   col :ch4_emission_factor_units
   col :n2o_emission_factor, :type => :float
   col :n2o_emission_factor_units
+
+  warn_unless_size 1
 end

data/lib/earth/rail/rail_traction.rb

@@ -2,4 +2,6 @@ class RailTraction < ActiveRecord::Base
   self.primary_key = "name"
   
   col :name
+
+  warn_unless_size 2
 end

data/lib/earth/residence/air_conditioner_use.rb

@@ -9,4 +9,6 @@ class AirConditionerUse < ActiveRecord::Base
   col :name
   col :fugitive_emission, :type => :float
   col :fugitive_emission_units
+
+  warn_unless_size 4
 end

data/lib/earth/residence/clothes_machine_use.rb

@@ -6,4 +6,6 @@ class ClothesMachineUse < ActiveRecord::Base
   col :name
   col :annual_energy_from_electricity_for_clothes_driers, :type => :float
   col :annual_energy_from_electricity_for_clothes_driers_units
+
+  warn_unless_size 5
 end

data/lib/earth/residence/dishwasher_use.rb

@@ -6,4 +6,6 @@ class DishwasherUse < ActiveRecord::Base
   col :name
   col :annual_energy_from_electricity_for_dishwashers, :type => :float
   col :annual_energy_from_electricity_for_dishwashers_units
+
+  warn_unless_size 5
 end

data/lib/earth/residence/residence_appliance.rb

@@ -13,4 +13,6 @@ class ResidenceAppliance < ActiveRecord::Base
   col :name
   col :annual_energy_from_electricity, :type => :float
   col :annual_energy_from_electricity_units
+
+  warn_unless_size 2
 end

data/lib/earth/residence/residence_class.rb

@@ -10,4 +10,6 @@ class ResidenceClass < ActiveRecord::Base
   end
 
   col :name
+
+  warn_unless_size 5
 end

data/lib/earth/residence/residence_fuel_price.rb

@@ -16,4 +16,6 @@ class ResidenceFuelPrice < ActiveRecord::Base
   col :locatable_type
   add_index [:price, :residence_fuel_type_name, :month, :year, :locatable_type, :locatable_id]
   add_index [:price, :residence_fuel_type_name]
+
+  warn_unless_size 13005
 end

data/lib/earth/residence/residence_fuel_type.rb

@@ -34,4 +34,6 @@ class ResidenceFuelType < ActiveRecord::Base
       find_by_name fuel.to_s.humanize.downcase
     end
   end
+
+  warn_unless_size 7
 end

data/lib/earth/residence/residential_energy_consumption_survey_response.rb

@@ -118,4 +118,6 @@ class ResidentialEnergyConsumptionSurveyResponse < ActiveRecord::Base
   col :urbanity_id
   col :weighting, :type => :float
   col :window_ac_use
+
+  warn_unless_size 4382
 end

data/lib/earth/residence/urbanity.rb

@@ -4,4 +4,6 @@ class Urbanity < ActiveRecord::Base
   has_many :residential_energy_consumption_survey_responses
 
   col :name
+
+  warn_unless_size 4
 end

data/lib/earth/shipping/carrier.rb

@@ -65,4 +65,6 @@ class Carrier < ActiveRecord::Base
   #   end
   # end
   
+
+  warn_unless_size 3
 end

data/lib/earth/shipping/carrier_mode.rb

@@ -44,4 +44,6 @@ class CarrierMode < ActiveRecord::Base
   #     end
   #   end
   # end
+
+  warn_unless_size 9
 end

data/lib/earth/shipping/shipment_mode.rb

@@ -32,4 +32,6 @@ class ShipmentMode < ActiveRecord::Base
   #   end
   # end
   
+
+  warn_unless_size 3
 end

data/lib/earth/version.rb

@@ -1,3 +1,3 @@
 module Earth
-  VERSION = "0.11.20"
+  VERSION = "0.12.0"
 end

data/spec/earth/air/airline_spec.rb

@@ -0,0 +1,20 @@
+require 'spec_helper'
+require 'earth/air/airline'
+
+describe Airline do
+  before :all do
+    Earth.init :air, :load_data_miner => true, :skip_parent_associations => :true
+  end
+  
+  describe 'import', :data_miner => true do
+    it 'should import data' do
+      Airline.run_data_miner!
+    end
+  end
+  
+  describe "verify imported data", :sanity => true do
+    it "should have all the data" do
+      Airline.count.should == 1522
+    end
+  end
+end

data/spec/earth/air/flight_segment_spec.rb

@@ -23,6 +23,12 @@ describe FlightSegment do
       FlightSegment.where("year IS NULL OR year < 2009 OR year > #{::Time.now.year}").count.should == 0
     end
     
+    it "should have data through 7 months ago" do
+      latest = Date.today << 7
+      FlightSegment.maximum(:year).should == latest.year
+      FlightSegment.where(:year => latest.year).maximum(:month).should == latest.month
+    end
+    
     it "should have origin airport in airports" do
       # FIXME TODO
     end
@@ -39,10 +45,9 @@ describe FlightSegment do
       # FIXME TODO
     end
     
-    # FIXME TODO fix this
-    # it "should have airline name" do
-    #   FlightSegment.where(:airline_name => nil).count.should == 0
-    # end
+    it "should have airline name" do
+      FlightSegment.where(:airline_name => nil).count.should == 0
+    end
     
     it "should have aircraft description" do
       FlightSegment.where(:aircraft_description => nil).count.should == 0

data/spec/earth/automobile/automobile_activity_year_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+require 'earth/automobile/automobile_activity_year'
+
+describe AutomobileActivityYear do
+  before :all do
+    Earth.init :automobile, :load_data_miner => true
+    require 'earth/acronyms'
+  end
+  
+  describe 'import', :data_miner => true do
+    it 'should import data' do
+      AAY.run_data_miner!
+    end
+  end
+  
+  describe 'verify', :sanity => true do
+    it { AAY.count.should == 15 }
+    it { AAY.where("hfc_emission_factor > 0").count.should == AAY.count }
+    
+    # spot check
+    it { AAY.first.hfc_emission_factor.should be_within(1e-5).of(0.01656) }
+    it { AAY.first.hfc_emission_factor_units.should == 'kilograms_co2e_per_kilometre' }
+  end
+  
+  describe '.find_by_closest_year' do
+    it { AAY.find_by_closest_year(1994).should == AAY.find(1995) }
+    it { AAY.find_by_closest_year(2005).should == AAY.find(2005) }
+    it { AAY.find_by_closest_year(2010).should == AAY.find(2009) }
+  end
+end

data/spec/earth/automobile/automobile_activity_year_type_fuel_spec.rb

@@ -0,0 +1,25 @@
+require 'spec_helper'
+require 'earth/automobile/automobile_activity_year_type_fuel'
+
+describe AutomobileActivityYearTypeFuel do
+  before :all do
+    Earth.init :automobile, :load_data_miner => true
+    require 'earth/acronyms'
+  end
+  
+  describe 'import', :data_miner => true do
+    it 'should import data' do
+      AAYTF.run_data_miner!
+    end
+  end
+  
+  describe 'verify', :sanity => true do
+    it { AAYTF.count.should == 120 }
+    it { AAYTF.where(:distance => nil).count.should == 0 }
+    it { AAYTF.where("fuel_common_name != 'alternative' AND fuel_consumption IS NULL").count.should == 0 }
+  end
+  
+  describe '.latest' do
+    it { AAYTF.latest.should == AAYTF.where(:activity_year => 2009) }
+  end
+end