data_miner-ruby19 0.5.4

data/test/test_helper.rb

@@ -0,0 +1,307 @@
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+require 'ruby-debug'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'data_miner'
+
+ActiveRecord::Base.establish_connection(
+  'adapter' => 'mysql',
+  'database' => 'data_miner_test',
+  'username' => 'root',
+  'password' => 'password'
+)
+
+ActiveSupport::Inflector.inflections do |inflect|
+  inflect.uncountable %w{ aircraft aircraft_deux census_division_deux census_division_trois }
+end
+
+class Test::Unit::TestCase
+end
+
+ActiveRecord::Schema.define(:version => 20090819143429) do
+  create_table "t100_flight_segments", :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.integer  "departures_performed"
+    t.integer  "payload"
+    t.integer  "seats"
+    t.integer  "passengers"
+    t.integer  "freight"
+    t.integer  "mail"
+    t.integer  "ramp_to_ramp"
+    t.integer  "air_time"
+    t.float    "load_factor"
+    t.float    "freight_share"
+    t.integer  "distance"
+    t.integer  "departures_scheduled"
+    t.string   "unique_carrier"
+    t.integer  "dot_airline_id"
+    t.string   "unique_carrier_name"
+    t.string   "unique_carrier_entity"
+    t.string   "region"
+    t.string   "carrier"
+    t.string   "carrier_name"
+    t.integer  "carrier_group"
+    t.integer  "carrier_group_new"
+    t.string   "origin_airport_iata"
+    t.string   "origin_city_name"
+    t.integer  "origin_city_num"
+    t.string   "origin_state_abr"
+    t.string   "origin_state_fips"
+    t.string   "origin_state_nm"
+    t.string   "origin_country_iso_3166"
+    t.string   "origin_country_name"
+    t.integer  "origin_wac"
+    t.string   "dest_airport_iata"
+    t.string   "dest_city_name"
+    t.integer  "dest_city_num"
+    t.string   "dest_state_abr"
+    t.string   "dest_state_fips"
+    t.string   "dest_state_nm"
+    t.string   "dest_country_iso_3166"
+    t.string   "dest_country_name"
+    t.integer  "dest_wac"
+    t.integer  "bts_aircraft_group"
+    t.integer  "bts_aircraft_type"
+    t.integer  "bts_aircraft_config"
+    t.integer  "year"
+    t.integer  "quarter"
+    t.integer  "month"
+    t.integer  "bts_distance_group"
+    t.string   "bts_service_class"
+    t.string   "data_source"
+    t.float    "seats_per_departure"
+    
+    t.string 'payload_units'
+    t.string 'freight_units'
+    t.string 'mail_units'
+    t.string 'distance_units'
+    
+    t.datetime "created_at"
+    t.datetime "updated_at"
+    
+    t.string   "row_hash"
+  end
+  execute 'ALTER TABLE t100_flight_segments ADD PRIMARY KEY (row_hash);'
+
+  create_table 'tapped_airports', :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.string 'i_am_just_here_to_get_in_the_way'
+  end
+  
+  create_table 'airports', :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.string   'iata_code'
+    t.string   'name'
+    t.string   'city'
+    t.string   'country_name'
+    t.float    'latitude'
+    t.float    'longitude'
+    t.datetime 'created_at'
+    t.datetime 'updated_at'
+  end
+  execute 'ALTER TABLE airports ADD PRIMARY KEY (iata_code);'
+  
+  create_table "countries", :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.string   "iso_3166"
+    t.string   "name"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+  execute "ALTER TABLE countries ADD PRIMARY KEY (iso_3166);"
+  
+  create_table "census_regions", :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.integer  "number"
+    t.string   "name"
+    t.datetime "updated_at"
+    t.datetime "created_at"
+  end
+  execute "ALTER TABLE census_regions ADD PRIMARY KEY (number);"
+  
+  create_table 'census_divisions', :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.integer  'number'
+    t.string   'name'
+    t.datetime 'updated_at'
+    t.datetime 'created_at'
+    t.string   'census_region_name'
+    t.integer  'census_region_number'
+    
+  end
+  execute 'ALTER TABLE census_divisions ADD PRIMARY KEY (number);'
+  
+  create_table 'census_division_deux', :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.integer  'number'
+    t.string   'name'
+    t.datetime 'updated_at'
+    t.datetime 'created_at'
+    t.string   'census_region_name'
+    t.integer  'census_region_number'
+    
+  end
+  execute 'ALTER TABLE census_division_deux ADD PRIMARY KEY (number);'
+  
+  create_table 'crosscalling_census_divisions', :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.integer  'number'
+    t.string   'name'
+    t.datetime 'updated_at'
+    t.datetime 'created_at'
+    t.string   'census_region_name'
+    t.integer  'census_region_number'
+    
+  end
+  execute 'ALTER TABLE crosscalling_census_divisions ADD PRIMARY KEY (number);'
+  
+  create_table "automobile_variants", :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.float    "fuel_efficiency_city"
+    t.float    "fuel_efficiency_highway"
+    t.string   "make_name"
+    t.string   "model_name"
+    t.string   "year"
+    t.string   "fuel_type_code"
+    t.datetime "updated_at"
+    t.datetime "created_at"
+    t.string   "transmission"
+    t.string   "drive"
+    t.boolean  "turbo"
+    t.boolean  "supercharger"
+    t.integer  "cylinders"
+    t.float    "displacement"
+    t.float    "raw_fuel_efficiency_city"
+    t.float    "raw_fuel_efficiency_highway"
+    t.integer  "carline_mfr_code"
+    t.integer  "vi_mfr_code"
+    t.integer  "carline_code"
+    t.integer  "carline_class_code"
+    t.boolean  "injection"
+    t.string   "carline_class_name"
+    t.string   "speeds"
+    
+    t.string 'raw_fuel_efficiency_highway_units'
+    t.string 'raw_fuel_efficiency_city_units'
+    t.string 'fuel_efficiency_highway_units'
+    t.string 'fuel_efficiency_city_units'
+    
+    t.string   "row_hash"
+  end
+  execute "ALTER TABLE automobile_variants ADD PRIMARY KEY (row_hash);"
+  
+  create_table "automobile_fuel_types", :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.string   "name"
+    t.datetime "created_at"
+    t.datetime "updated_at"
+    t.float    "emission_factor"
+    t.float    "annual_distance"
+    t.string   "code"
+  end
+  execute "ALTER TABLE automobile_fuel_types ADD PRIMARY KEY (code);"
+
+  create_table "residential_energy_consumption_survey_responses", :options => 'ENGINE=InnoDB default charset=utf8', :id => false, :force => true do |t|
+    t.integer  "department_of_energy_identifier"
+
+    t.string   "residence_class"
+    t.date     "construction_year"
+    t.string   "construction_period"
+    t.string   "urbanity"
+    t.string   "dishwasher_use"
+    t.string   "central_ac_use"
+    t.string   "window_ac_use"
+    t.string   "clothes_washer_use"
+    t.string   "clothes_dryer_use"
+
+    t.integer "census_division_number"
+    t.string "census_division_name"
+    t.integer "census_region_number"
+    t.string "census_region_name"
+    
+    t.float    "rooms"
+    t.float    "floorspace"
+    t.integer  "residents"
+    t.boolean  "ownership"
+    t.boolean  "thermostat_programmability"
+    t.integer  "refrigerator_count"
+    t.integer  "freezer_count"    
+    t.float    "annual_energy_from_fuel_oil_for_heating_space"
+    t.float    "annual_energy_from_fuel_oil_for_heating_water"
+    t.float    "annual_energy_from_fuel_oil_for_appliances"
+    t.float    "annual_energy_from_natural_gas_for_heating_space"
+    t.float    "annual_energy_from_natural_gas_for_heating_water"
+    t.float    "annual_energy_from_natural_gas_for_appliances"
+    t.float    "annual_energy_from_propane_for_heating_space"
+    t.float    "annual_energy_from_propane_for_heating_water"
+    t.float    "annual_energy_from_propane_for_appliances"
+    t.float    "annual_energy_from_wood"
+    t.float    "annual_energy_from_kerosene"
+    t.float    "annual_energy_from_electricity_for_clothes_driers"
+    t.float    "annual_energy_from_electricity_for_dishwashers"
+    t.float    "annual_energy_from_electricity_for_freezers"
+    t.float    "annual_energy_from_electricity_for_refrigerators"
+    t.float    "annual_energy_from_electricity_for_air_conditioners"
+    t.float    "annual_energy_from_electricity_for_heating_space"
+    t.float    "annual_energy_from_electricity_for_heating_water"
+    t.float    "annual_energy_from_electricity_for_other_appliances"
+    t.float    "weighting"
+    t.float    "lighting_use"
+    t.float    "lighting_efficiency"
+    t.integer  "heating_degree_days"
+    t.integer  "cooling_degree_days"
+    t.integer  "total_rooms"
+    t.integer  "bathrooms"
+    t.integer  "halfbaths"
+    t.integer  "heated_garage"
+    t.integer  "attached_1car_garage"
+    t.integer  "detached_1car_garage"
+    t.integer  "attached_2car_garage"
+    t.integer  "detached_2car_garage"
+    t.integer  "attached_3car_garage"
+    t.integer  "detached_3car_garage"
+    t.integer  "lights_on_1_to_4_hours"
+    t.integer  "efficient_lights_on_1_to_4_hours"
+    t.integer  "lights_on_4_to_12_hours"
+    t.integer  "efficient_lights_on_4_to_12_hours"
+    t.integer  "lights_on_over_12_hours"
+    t.integer  "efficient_lights_on_over_12_hours"
+    t.integer  "outdoor_all_night_lights"
+    t.integer  "outdoor_all_night_gas_lights"
+    
+    t.datetime "created_at"
+    t.datetime "updated_at"
+  end
+  execute "ALTER TABLE residential_energy_consumption_survey_responses ADD PRIMARY KEY (department_of_energy_identifier);"
+  
+  create_table 'aircraft', :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.string 'icao_code'
+    t.string   'manufacturer_name'
+    t.string   'name'
+    
+    t.string   "bts_name"
+    t.string "bts_aircraft_type_code"
+
+    t.string   'brighter_planet_aircraft_class_code'
+    # t.float    'm3'
+    # t.float    'm2'
+    # t.float    'm1'
+    # t.float    'endpoint_fuel'
+    t.datetime 'updated_at'
+    t.datetime 'created_at'
+  end
+  execute 'ALTER TABLE aircraft ADD PRIMARY KEY (icao_code);'
+  
+  create_table 'aircraft_deux', :force => true, :options => 'ENGINE=InnoDB default charset=utf8', :id => false do |t|
+    t.string 'icao_code'
+    t.string   'manufacturer_name'
+    t.string   'name'
+    
+    t.string   "bts_name"
+    t.string "bts_aircraft_type_code"
+
+    # t.string   'brighter_planet_aircraft_class_code'
+    # t.float    'm3'
+    # t.float    'm2'
+    # t.float    'm1'
+    # t.float    'endpoint_fuel'
+    t.datetime 'updated_at'
+    t.datetime 'created_at'
+  end
+  execute 'ALTER TABLE aircraft_deux ADD PRIMARY KEY (icao_code);'
+end
+
+DataMiner::Run.create_tables

metadata

@@ -0,0 +1,330 @@
+--- !ruby/object:Gem::Specification 
+name: data_miner-ruby19
+version: !ruby/object:Gem::Version 
+  hash: 3
+  prerelease: false
+  segments: 
+  - 0
+  - 5
+  - 4
+  version: 0.5.4
+platform: ruby
+authors: 
+- Seamus Abshere
+- Andy Rossmeissl
+- Derek Kastner
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-27 00:00:00 -05:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: remote_table-ruby19
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 43
+        segments: 
+        - 0
+        - 2
+        - 30
+        version: 0.2.30
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: escape
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 0
+        - 0
+        - 4
+        version: 0.0.4
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: activerecord
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 2
+        - 3
+        - 4
+        version: 2.3.4
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: activesupport
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 2
+        - 3
+        - 4
+        version: 2.3.4
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: andand
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 25
+        segments: 
+        - 1
+        - 3
+        - 1
+        version: 1.3.1
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: conversions
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 1
+        - 4
+        - 4
+        version: 1.4.4
+  type: :runtime
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: blockenspiel
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 0
+        - 3
+        - 2
+        version: 0.3.2
+  type: :runtime
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: log4r
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 29
+        segments: 
+        - 1
+        - 1
+        - 7
+        version: 1.1.7
+  type: :runtime
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
+  name: errata
+  prerelease: false
+  requirement: &id009 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 21
+        segments: 
+        - 0
+        - 2
+        - 1
+        version: 0.2.1
+  type: :runtime
+  version_requirements: *id009
+- !ruby/object:Gem::Dependency 
+  name: taps
+  prerelease: false
+  requirement: &id010 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 5
+        segments: 
+        - 0
+        - 3
+        - 11
+        version: 0.3.11
+  type: :runtime
+  version_requirements: *id010
+- !ruby/object:Gem::Dependency 
+  name: loose_tight_dictionary
+  prerelease: false
+  requirement: &id011 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 21
+        segments: 
+        - 0
+        - 0
+        - 5
+        version: 0.0.5
+  type: :development
+  version_requirements: *id011
+- !ruby/object:Gem::Dependency 
+  name: jeweler
+  prerelease: false
+  requirement: &id012 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id012
+- !ruby/object:Gem::Dependency 
+  name: rcov
+  prerelease: false
+  requirement: &id013 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id013
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id014 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id014
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  prerelease: false
+  requirement: &id015 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id015
+- !ruby/object:Gem::Dependency 
+  name: mysql
+  prerelease: false
+  requirement: &id016 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id016
+description: Mine remote data into your ActiveRecord models. You can also perform associations and convert units.
+email: seamus@abshere.net
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+files: 
+- LICENSE
+- README.rdoc
+- lib/data_miner.rb
+- lib/data_miner/attribute.rb
+- lib/data_miner/base.rb
+- lib/data_miner/dictionary.rb
+- lib/data_miner/import.rb
+- lib/data_miner/process.rb
+- lib/data_miner/run.rb
+- lib/data_miner/schema.rb
+- lib/data_miner/tap.rb
+- test/data_miner_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://github.com/seamusabshere/data_miner
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+- --line-numbers
+- --inline-source
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Mine remote data into your ActiveRecord models.
+test_files: 
+- test/data_miner_test.rb
+- test/test_helper.rb