earth 0.1.1 → 0.1.2

data/Gemfile.lock

@@ -14,6 +14,7 @@ GEM
       arel (~> 1.0.0)
       tzinfo (~> 0.3.23)
     activesupport (3.0.0)
+    amatch (0.2.5)
     andand (1.3.1)
     arel (1.0.1)
       activesupport (~> 3.0.0)
@@ -24,7 +25,7 @@ GEM
       activesupport (>= 3.0.0.beta4)
     conversions (1.4.5)
       activesupport (>= 2.3.4)
-    data_miner (0.5.3)
+    data_miner (0.5.4)
       activerecord (>= 2.3.4)
       activesupport (>= 2.3.4)
       andand (>= 1.3.1)
@@ -33,8 +34,8 @@ GEM
       errata (>= 0.2.1)
       escape (>= 0.0.4)
       log4r (>= 1.1.7)
-      remote_table (>= 0.2.27)
-      taps (= 0.3.11)
+      remote_table (>= 0.2.30)
+      taps (>= 0.3.11)
     diff-lcs (1.1.2)
     errata (0.2.3)
       activesupport (>= 2.3.4)
@@ -58,13 +59,18 @@ GEM
     json_pure (1.4.6)
     libxml-ruby (1.1.4)
     log4r (1.1.8)
+    loose_tight_dictionary (0.0.8)
+      activesupport (>= 2.3.4)
+      amatch (>= 0.2.5)
+      andand (>= 1.3.1)
+      fastercsv (>= 1.5.3)
     mime-types (1.16)
     nokogiri (1.4.3.1)
     rack (1.2.1)
     rake (0.8.7)
-    rcov (0.9.8)
+    rcov (0.9.9)
     rdoc (2.5.11)
-    remote_table (0.2.27)
+    remote_table (0.2.30)
       activesupport (>= 2.3.4)
       escape (>= 0.0.4)
       fastercsv (>= 1.5.0)
@@ -79,47 +85,54 @@ GEM
       libxml-ruby (>= 1.1.3)
       rubyzip (>= 0.9.1)
       spreadsheet (>= 0.6.4)
-    rspec (2.0.0.beta.20)
-      rspec-core (= 2.0.0.beta.20)
-      rspec-expectations (= 2.0.0.beta.20)
-      rspec-mocks (= 2.0.0.beta.20)
-    rspec-core (2.0.0.beta.20)
-    rspec-expectations (2.0.0.beta.20)
+    rspec (2.0.0.beta.22)
+      rspec-core (= 2.0.0.beta.22)
+      rspec-expectations (= 2.0.0.beta.22)
+      rspec-mocks (= 2.0.0.beta.22)
+    rspec-core (2.0.0.beta.22)
+    rspec-expectations (2.0.0.beta.22)
       diff-lcs (>= 1.1.2)
-    rspec-mocks (2.0.0.beta.20)
+    rspec-mocks (2.0.0.beta.22)
+      rspec-core (= 2.0.0.beta.22)
+      rspec-expectations (= 2.0.0.beta.22)
     ruby-ole (1.2.10.1)
     rubyforge (2.0.4)
       json_pure (>= 1.1.7)
     rubyzip (0.9.4)
-    sequel (3.13.0)
+    sequel (3.15.0)
     sinatra (1.0)
       rack (>= 1.0)
     slither (0.99.3)
     spreadsheet (0.6.4.1)
       ruby-ole
     sqlite3-ruby (1.3.1)
-    taps (0.3.11)
+    taps (0.3.12)
       json_pure (>= 1.2.0, < 1.5.0)
       rack (>= 1.0.1)
       rest-client (~> 1.4.0)
-      sequel (~> 3.13.0)
+      sequel (~> 3.15.0)
       sinatra (~> 1.0.0)
       sqlite3-ruby (~> 1.2)
     tzinfo (0.3.23)
+    weighted_average (0.0.5)
+      activerecord (>= 3.0.0.beta2)
+      arel (>= 0.3.3)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
   activerecord (>= 3.0.0.beta4)
-  cohort_scope (>= 0.0.6)
+  cohort_scope (>= 0.0.7)
   conversions (>= 1.4.5)
-  data_miner (>= 0.5.2)
-  falls_back_on (>= 0.0.2)
+  data_miner (>= 0.5.3)
+  falls_back_on (>= 0.0.3)
   geokit (>= 1.5.0)
   jeweler
+  loose_tight_dictionary (>= 0.0.8)
   rake
   rcov
   rdoc
   rspec (>= 2.0.0.beta.17)
   sqlite3-ruby (>= 1.3.0)
+  weighted_average (>= 0.0.4)

data/lib/earth.rb

@@ -85,7 +85,12 @@ private
     elsif !domains.include?(:none)
       domains.each do |domain| 
         require "earth/#{domain}"
-        require "earth/#{domain}/data_miner" if options[:apply_schemas] or options[:load_data_miner]
+        if options[:apply_schemas] or options[:load_data_miner]
+          begin
+            require "earth/#{domain}/data_miner"
+          rescue LoadError
+          end
+        end
       end
     end
   end

data/lib/earth/air/flight_domesticity/data_miner.rb

@@ -20,7 +20,7 @@ FlightDomesticity.class_eval do
       FlightSegment.run_data_miner!
       connection.execute %{
         INSERT IGNORE INTO flight_domesticities(name, bts_data_source_code)
-        SELECT flight_segments.domesticity, flight_segments.bts_data_source_code FROM flight_segments WHERE LENGTH(flight_segments.domesticity) > 0
+        SELECT flight_segments.domesticity_id, flight_segments.bts_data_source_code FROM flight_segments WHERE LENGTH(flight_segments.domesticity_id) > 0
       }
     end
     
@@ -29,7 +29,7 @@ FlightDomesticity.class_eval do
       segments = FlightSegment.arel_table
       flight_domesticities = FlightDomesticity.arel_table
       ## slow, all-in-one method
-      # conditional_relation = flight_domesticities[:name].eq(segments[:domesticity])
+      # conditional_relation = flight_domesticities[:name].eq(segments[:domesticity_id])
       # update_all "seats         = (#{FlightSegment.weighted_average_relation(:seats,         :weighted_by => :passengers                                           ).where(conditional_relation).to_sql})"
       # update_all "distance      = (#{FlightSegment.weighted_average_relation(:distance,      :weighted_by => :passengers                                           ).where(conditional_relation).to_sql})"
       # update_all "load_factor   = (#{FlightSegment.weighted_average_relation(:load_factor,   :weighted_by => :passengers                                           ).where(conditional_relation).to_sql})"
@@ -39,7 +39,7 @@ FlightDomesticity.class_eval do
       find_in_batches do |batch|
         batch.each do |flight_domesticity|
           targeting_relation = flight_domesticities[:name].eq flight_domesticity.name
-          conditional_relation = segments[:domesticity].eq flight_domesticity.name
+          conditional_relation = segments[:domesticity_id].eq flight_domesticity.name
           connection.execute "CREATE TEMPORARY TABLE tmp1 #{FlightSegment.where(conditional_relation).to_sql}"
           update_all "seats                    = (#{FlightSegment.weighted_average_relation(:seats,         :weighted_by => :passengers                                           ).to_sql.gsub('flight_segments', 'tmp1')})", targeting_relation.to_sql
           update_all "distance                 = (#{FlightSegment.weighted_average_relation(:distance,      :weighted_by => :passengers                                           ).to_sql.gsub('flight_segments', 'tmp1')})", targeting_relation.to_sql

data/lib/earth/all.rb

@@ -4,6 +4,7 @@ require 'earth/bus'
 require 'earth/diet'
 require 'earth/fuel'
 require 'earth/hospitality'
+require 'earth/industry'
 require 'earth/locality'
 require 'earth/pet'
 require 'earth/rail'

data/lib/earth/industry.rb

@@ -0,0 +1,10 @@
+require 'earth/industry/industries_product_lines'
+require 'earth/industry/industries_sectors'
+require 'earth/industry/industry'
+require 'earth/industry/merchant'
+require 'earth/industry/merchant_categories_industries'
+require 'earth/industry/merchant_category'
+require 'earth/industry/product_line'
+require 'earth/industry/product_lines_sectors'
+require 'earth/industry/sector'
+

data/lib/earth/industry/industries_product_lines.rb

@@ -0,0 +1,21 @@
+class IndustriesProductLines < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :row_hash
+  
+  belongs_to :industry,     :foreign_key => 'naics_code'
+  belongs_to :product_line, :foreign_key => 'ps_code'
+
+  def self.schema_definition
+    lambda do
+      string 'row_hash'
+      string 'naics_code'
+      float  'ratio'
+      string 'ps_code'
+      float  'revenue_allocated'
+    end
+  end
+
+  data_miner do
+    IndustriesProductLines.define_schema(self)
+  end
+end

data/lib/earth/industry/industries_sectors.rb

@@ -0,0 +1,17 @@
+class IndustriesSectors < ActiveRecord::Base
+  extend Earth::Base
+  belongs_to :industry,  :foreign_key => 'naics_code'
+  belongs_to :sector,    :foreign_key => 'io_code'
+
+  def self.schema_definition
+    lambda do
+      string 'naics_code'
+      float  'ratio'
+      string 'io_code'
+    end
+  end
+
+  data_miner do
+    IndustriesSectors.define_schema(self)
+  end
+end

data/lib/earth/industry/industry.rb

@@ -0,0 +1,22 @@
+class Industry < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :naics_code
+  
+  has_many :industries_product_lines, :foreign_key => 'naics_code'
+  has_many :product_lines, :through => :industries_product_lines
+  has_many :industries_sectors, :foreign_key => 'naics_code'
+  has_many :sectors, :through => :industries_sectors
+  has_many :merchant_categories_industries, :foreign_key => 'naics_code', 
+    :class_name => 'MerchantCategoriesIndustries'
+  
+  def self.schema_definition
+    lambda do
+      string 'naics_code'
+      string 'description'
+    end
+  end
+
+  data_miner do
+    Industry.define_schema(self)
+  end
+end

data/lib/earth/industry/merchant.rb

@@ -0,0 +1,18 @@
+class Merchant < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :id
+  
+  belongs_to :merchant_category, :foreign_key => 'mcc'
+
+  def self.schema_definition
+    lambda do
+      string 'id'
+      string 'name'
+      string 'mcc'
+    end
+  end
+
+  data_miner do
+    Merchant.define_schema(self)
+  end
+end

data/lib/earth/industry/merchant_categories_industries.rb

@@ -0,0 +1,20 @@
+class MerchantCategoriesIndustries < ActiveRecord::Base
+  extend Earth::Base
+  
+  belongs_to :merchant_category, :foreign_key => 'mcc'
+  belongs_to :industry,          :foreign_key => 'naics_code'
+  has_many :industries_product_lines, :through => :industry, :class_name => 'IndustriesProductLines'
+  has_many :industries_sectors, :through => :industry, :class_name => 'IndustriesSectors'
+
+  def self.schema_definition
+    lambda do
+      string 'mcc'
+      float  'ratio'
+      string 'naics_code'
+    end
+  end
+
+  data_miner do
+    MerchantCategoriesIndustries.define_schema(self)
+  end
+end

data/lib/earth/industry/merchant_category.rb

@@ -0,0 +1,18 @@
+class MerchantCategory < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :mcc
+
+  has_many :merchant_categories_industries, :foreign_key => 'mcc', :class_name => 'MerchantCategoriesIndustries'
+  has_many :industries, :through => :merchant_categories_industries
+
+  def name
+    description
+  end
+
+  data_miner do
+    schema Earth.database_options do
+      string 'mcc'
+      string 'description'
+    end
+  end
+end

data/lib/earth/industry/product_line.rb

@@ -0,0 +1,20 @@
+class ProductLine < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :ps_code
+  
+  has_many :product_lines_sectors, :foreign_key => 'ps_code'
+  has_many :sectors, :through => :product_lines_sectors
+  
+  def self.schema_definition
+    lambda do
+      string 'ps_code'
+      string 'description'
+      string 'broadline' # FIXME TODO do we need this?
+      string 'parent'    # FIXME TODO do we need this?
+    end
+  end
+
+  data_miner do
+    ProductLine.define_schema(self)
+  end
+end

data/lib/earth/industry/product_lines_sectors.rb

@@ -0,0 +1,18 @@
+class ProductLinesSectors < ActiveRecord::Base
+  extend Earth::Base
+  belongs_to :product_line, :foreign_key => 'ps_code'
+  belongs_to :sector,       :foreign_key => 'io_code'
+
+  def self.schema_definition
+    lambda do
+      string 'row_hash'
+      string 'ps_code'
+      float  'ratio'
+      string 'io_code'
+    end
+  end
+
+  data_miner do
+    ProductLinesSectors.define_schema(self)
+  end
+end

data/lib/earth/industry/sector.rb

@@ -0,0 +1,19 @@
+class Sector < ActiveRecord::Base
+  extend Earth::Base
+  set_primary_key :io_code
+
+  has_many :product_lines_sectors, :class_name => 'ProductLinesSectors', :foreign_key => 'io_code'
+
+  def self.schema_definition
+    lambda do
+      string 'io_code'
+      string 'description'
+      float 'emission_factor'
+      string 'emission_factor_units'
+    end
+  end
+
+  data_miner do
+    Sector.define_schema(self)
+  end
+end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: earth
 version: !ruby/object:Gem::Version 
-  hash: 25
+  hash: 31
   prerelease: false
   segments: 
   - 0
   - 1
-  - 1
-  version: 0.1.1
+  - 2
+  version: 0.1.2
 platform: ruby
 authors: 
 - Seamus Abshere
@@ -17,7 +17,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-09-20 00:00:00 -05:00
+date: 2010-09-20 00:00:00 -04:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -28,7 +28,7 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        hash: 299253624
+        hash: -1848230024
         segments: 
         - 3
         - 0
@@ -323,6 +323,16 @@ files:
 - lib/earth/hospitality/data_miner.rb
 - lib/earth/hospitality/lodging_class.rb
 - lib/earth/hospitality/lodging_class/data_miner.rb
+- lib/earth/industry.rb
+- lib/earth/industry/industries_product_lines.rb
+- lib/earth/industry/industries_sectors.rb
+- lib/earth/industry/industry.rb
+- lib/earth/industry/merchant.rb
+- lib/earth/industry/merchant_categories_industries.rb
+- lib/earth/industry/merchant_category.rb
+- lib/earth/industry/product_line.rb
+- lib/earth/industry/product_lines_sectors.rb
+- lib/earth/industry/sector.rb
 - lib/earth/inflectors.rb
 - lib/earth/locality.rb
 - lib/earth/locality/census_division.rb