earth 1.0.0 → 1.0.1

data/Rakefile

@@ -5,32 +5,22 @@ Bundler::GemHelper.install_tasks
 require 'bueller'
 Bueller::Tasks.new
 
-desc "Load a console and connect to the test db"
+desc "Load a console"
 task :console do
+  ENV['EARTH_ENV'] ||= 'test'
   require 'earth'
-  logger = Logger.new('log/test.log')
-  DataMiner.logger = ActiveRecord::Base.logger = logger
-
-  case ENV['EARTH_DB_ADAPTER']
-  when 'mysql'
-    adapter = 'mysql2'
-    username = 'root'
-    password = 'password'
-  else
-    adapter = 'postgresql'
-    username = nil
-    password = nil
-  end
-  ActiveRecord::Base.establish_connection :adapter => adapter, :username => username, :password => password, :database => 'test_earth'
-  Earth.init :all
-
+  
+  DataMiner.logger = ActiveRecord::Base.logger = Logger.new('log/test.log')
+  DataMiner.unit_converter = :conversions
+  
+  Earth.init :all, :connect => true
+  
   require 'irb'
   ARGV.clear
   IRB.start
 end
 
 require 'rspec/core/rake_task'
-desc "Run all examples"
 RSpec::Core::RakeTask.new(:examples) do |c|
   if ENV['RSPEC_FORMAT']
     c.rspec_opts = "-Ispec --format #{ENV['RSPEC_FORMAT']}"
@@ -48,10 +38,8 @@ if RUBY_VERSION =~ /^1\.8/
   end
 end
 
-desc "Run tests with RSpec"
+desc "Run tests with RSpec - see spec/spec_helper for configuration options e.g. data sanity-checking"
 task :test => :examples
-
-desc "Run tests with RSpec"
 task :default => :test
 
 require 'earth/version'

data/data/rail/ntd_companies.csv

@@ -0,0 +1 @@
+trs_id,name,acronym,zip_code_name,duns_number,source,source_url

data/data/rail/ntd_fuel_consumption.csv

@@ -0,0 +1 @@
+trs_id,mode_code,service_code,electricity_kwh,battery_kwh,diesel_gallons,gasoline_gallons,lpg_gallons,lng_gallons,cng_gallons,kerosene_gallons,biodiesel_gallons,other_fuel,other_fuel_description,source,source_url

data/data/rail/ntd_modes.csv

@@ -0,0 +1 @@
+code,name,rail_mode,source,source_url

data/data/rail/ntd_service.csv

@@ -0,0 +1 @@
+trs_id,mode_code,service_code,vehicle_or_train_revenue_miles,vehicle_or_train_revenue_hours,passenger_car_revenue_miles,passenger_car_revenue_hours,passengers,passenger_miles,source,source_url

data/errata/flight_segment/bts_errata.csv

@@ -2,3 +2,9 @@ date,name,email,type,section,action,x,y,condition,notes
 6/7/11,Ian Hough,ian@brighterplanet.com,meta,Intended use,,http://www.transtats.bts.gov/DL_SelectFields.asp?Table_ID=293
 6/7/11,Ian Hough,ian@brighterplanet.com,technical,UNIQUE_CARRIER,replace,/^$/i,0OQ,in may 2009,unique carrier code for OpenSkies is missing in May 2009
 6/7/11,Ian Hough,ian@brighterplanet.com,technical,UNIQUE_CARRIER,replace,/^$/i,0OQ,in july 2009,unique carrier code for OpenSkies is missing in July 2009
+8/6/12,Ian Hough,ian@brighterplanet.com,technical,ORIGIN_COUNTRY,replace,/^an$/i,CW,origin iata CUR,deal with netherlands antilles
+8/6/12,Ian Hough,ian@brighterplanet.com,technical,ORIGIN_COUNTRY,replace,/^an$/i,NL,origin iata BON,deal with netherlands antilles
+8/6/12,Ian Hough,ian@brighterplanet.com,technical,ORIGIN_COUNTRY,replace,/^an$/i,SX,origin iata SXM,deal with netherlands antilles
+8/6/12,Ian Hough,ian@brighterplanet.com,technical,DEST_COUNTRY,replace,/^an$/i,CW,destination iata CUR,deal with netherlands antilles
+8/6/12,Ian Hough,ian@brighterplanet.com,technical,DEST_COUNTRY,replace,/^an$/i,NL,destination iata BON,deal with netherlands antilles
+8/6/12,Ian Hough,ian@brighterplanet.com,technical,DEST_COUNTRY,replace,/^an$/i,SX,destination iata SXM,deal with netherlands antilles

data/lib/earth.rb

@@ -20,6 +20,7 @@ module Earth
   LIB_DIR = ::File.expand_path '../earth', __FILE__
   DATA_DIR = ::File.expand_path '../../data', __FILE__
   ERRATA_DIR = ::File.expand_path '../../errata', __FILE__
+  FACTORY_DIR = ::File.expand_path '../../spec/factories', __FILE__
 
   mattr_accessor :mine_original_sources
   mattr_accessor :database_configurations

data/lib/earth/air/aircraft.rb

@@ -1,7 +1,6 @@
-require 'fuzzy_match/cached_result'
-require 'falls_back_on'
-
 require 'earth/model'
+require 'falls_back_on'
+require 'fuzzy_match/cached_result'
 
 require 'earth/air/flight_segment'
 
@@ -159,7 +158,6 @@ EOS
                 :m1_units => 'kilograms_per_nautical_mile',
                 :b_units  => 'kilograms'
   
-
   warn_if_nulls_except(
     :passengers,
     :seats,
@@ -174,6 +172,6 @@ EOS
     :b_units,
     :fuel_use_specificity
   )
-
+  
   warn_unless_size 437
 end

data/lib/earth/air/airline.rb

@@ -19,11 +19,10 @@ CREATE TABLE airlines
 EOS
 
   self.primary_key = "name"
-
+  
   has_many :flight_segments,
     :primary_key => :bts_code,
     :foreign_key => :airline_bts_code
   
-
-  warn_unless_size 1523 # note: this is overridden in data1, which imports extra airlines from proprietary data
+  warn_unless_size 1524 # this is overridden in data1, which imports extra airlines from proprietary data
 end

data/lib/earth/air/airport.rb

@@ -22,23 +22,22 @@ CREATE TABLE airports
   );
 
 EOS
-
+  
   self.primary_key = "iata_code"
   
   belongs_to :country,
     :foreign_key => 'country_iso_3166_code',
     :primary_key => 'iso_3166_code'
-  has_many :departing_flight_segments,
+  has_many :departing_flight_segments, # FIXME TODO consider replacing with a method that also matches ICAO segments by city
     :class_name => 'FlightSegment',
     :foreign_key => :origin_airport_iata_code
-  has_many :arriving_flight_segments,
+  has_many :arriving_flight_segments, # FIXME TODO consider replacing with a method that also matches ICAO segments by city
     :class_name => 'FlightSegment',
     :foreign_key => :destination_airport_iata_code
   
   acts_as_mappable :default_units => :nms,
                    :lat_column_name => :latitude,
                    :lng_column_name => :longitude
-
-
+  
   warn_unless_size 5324
 end

data/lib/earth/air/bts_aircraft.rb

@@ -15,5 +15,5 @@ EOS
 
   self.primary_key = "bts_code"
 
-  warn_unless_size 379
+  warn_unless_size 378
 end

data/lib/earth/air/flight_distance_class.rb

@@ -24,6 +24,5 @@ EOS
     first :conditions => arel_table[:min_distance].lt(distance.to_f).and(arel_table[:max_distance].gteq(distance.to_f))
   end
   
-
   warn_unless_size 2
 end

data/lib/earth/air/flight_distance_class/data_miner.rb

@@ -7,9 +7,5 @@ FlightDistanceClass.class_eval do
       store 'min_distance', :units_field_name => 'min_distance_units', :nullify => true
       store 'max_distance', :units_field_name => 'max_distance_units', :nullify => true
     end
-    
-    # FIXME TODO verify that min_distance >= 0
-    # FIXME TODO verify that max_distance > 0
-    # FIXME TODO verify that distance class distance bounds don't overlap
   end
 end

data/lib/earth/air/flight_distance_class_seat_class.rb

@@ -28,6 +28,5 @@ EOS
   falls_back_on :name => 'fallback',
                 :multiplier => 1.0
   
-
   warn_unless_size 7
 end

data/lib/earth/air/flight_segment.rb

@@ -1,8 +1,7 @@
+require 'earth/model'
 require 'falls_back_on'
 require 'fuzzy_match/cached_result'
 
-require 'earth/model'
-
 require 'earth/air/aircraft'
 require 'earth/air/airline'
 
@@ -78,6 +77,14 @@ EOS
     end
   end
   
+  def airline
+    if airline_bts_code
+      Airline.where(:bts_code => airline_bts_code).first
+    else
+      Airline.where(:icao_code => airline_icao_code).first
+    end
+  end
+  
   falls_back_on :distance         => lambda { weighted_average(:distance,         :weighted_by => :passengers) }, # 2077.1205         data1 10-12-2010
                 :seats_per_flight => lambda { weighted_average(:seats_per_flight, :weighted_by => :passengers) }, # 144.15653537046   data1 10-12-2010
                 :load_factor      => lambda { weighted_average(:load_factor,      :weighted_by => :passengers) }, # 0.78073233770097  data1 10-12-2010
@@ -85,7 +92,7 @@ EOS
   
   # FIXME remove this - wherever you're trying to create a flight segment, just don't use mass-assignment for the primary key
   attr_accessible :row_hash
-
+  
   warn_if_nulls_except(
     :origin_airport_city,
     :destination_airport_city,
@@ -93,14 +100,6 @@ EOS
     :load_factor,
     :freight_share
   )
-
-  warn_unless_size 1_254_412
-
-  def airline
-    if airline_bts_code
-      Airline.where(:bts_code => airline_bts_code).first
-    else
-      Airline.where(:icao_code => airline_icao_code).first
-    end
-  end
+  
+  warn_unless_size 1_288_493
 end

data/lib/earth/air/flight_segment/data_miner.rb

@@ -14,6 +14,19 @@ FlightSegment.class_eval do
     def in_july_2009?(row)
       row ['MONTH'].to_i == 7 and row['YEAR'].to_i == 2009
     end
+    
+    def method_missing(method_id, *args, &block)
+      if method_id.to_s =~ /^(origin|destination)_iata_([a-z]{3})\?$/
+        regexp = Regexp.new($2, Regexp::IGNORECASE)
+        if $1 == "origin"
+          args.first['ORIGIN'] =~ regexp
+        else
+          args.first['DEST'] =~ regexp
+        end
+      else
+        super
+      end
+    end
   end
   
   URL = 'http://www.transtats.bts.gov/DownLoad_Table.asp'

data/lib/earth/automobile/automobile_activity_year.rb

@@ -30,6 +30,5 @@ EOS
     end
   end
   
-  
   warn_unless_size 15
 end

data/lib/earth/automobile/automobile_activity_year_type.rb

@@ -24,10 +24,11 @@ EOS
   
   # Used by Automobile and AutomobileTrip
   def self.find_by_type_name_and_closest_year(type_name, year)
-    if year > maximum(:activity_year)
-      where(:type_name => type_name, :activity_year => maximum(:activity_year)).first
+    candidates = where(:type_name => type_name)
+    if year > (max_year = candidates.maximum(:activity_year))
+      candidates.where(:activity_year => max_year).first
     else
-      where(:type_name => type_name, :activity_year => [year, minimum(:activity_year)].max).first
+      candidates.where(:activity_year => [year, candidates.minimum(:activity_year)].max).first
     end
   end
   
@@ -36,6 +37,5 @@ EOS
     AutomobileActivityYearTypeFuel.where(:activity_year => activity_year, :type_name => type_name)
   end
   
-  
   warn_unless_size 30
 end

data/lib/earth/automobile/automobile_activity_year_type_fuel.rb

@@ -23,9 +23,8 @@ EOS
   
   # Used by AutomobileFuel to get records from latest activity year
   def self.latest
-    where(:activity_year => maximum(:activity_year))
+    where :activity_year => maximum(:activity_year)
   end
   
-  
   warn_unless_size 120
 end

data/lib/earth/automobile/automobile_fuel.rb

@@ -1,6 +1,5 @@
-require 'falls_back_on'
-
 require 'earth/model'
+require 'falls_back_on'
 
 require 'earth/automobile/automobile_type_fuel'
 require 'earth/fuel/fuel'

data/lib/earth/automobile/automobile_make.rb

@@ -21,6 +21,5 @@ EOS
   # for calculating fuel efficiency
   has_many :make_years, :foreign_key => :make_name, :primary_key => :name, :class_name => 'AutomobileMakeYear'
   
-  
   warn_unless_size 81
 end

data/lib/earth/automobile/automobile_make/data_miner.rb

@@ -1,3 +1,5 @@
+require 'earth/automobile/automobile_make_year'
+
 AutomobileMake.class_eval do
   data_miner do
     process "Ensure AutomobileMakeYear is populated" do

data/lib/earth/automobile/automobile_make_model.rb

@@ -43,7 +43,7 @@ EOS
       end
       
       # use original model name if fuel suffix didn't help
-      make_model ? make_model : AutomobileMakeModel.find_by_make_name_and_model_name(characteristics[:make].name, characteristics[:model].name)
+      make_model ? make_model : find_by_make_name_and_model_name(characteristics[:make].name, characteristics[:model].name)
     end
   end
   
@@ -52,7 +52,6 @@ EOS
     AutomobileMakeModelYear.where(:make_name => make_name, :model_name => model_name)
   end
   
-  
   warn_unless_size 2353
   warn_if_nulls_except :alt_fuel_code
   warn_if_nulls /alt_fuel_efficiency/, :conditions => 'alt_fuel_code IS NOT NULL'

data/lib/earth/automobile/automobile_make_model_year_variant.rb

@@ -51,7 +51,6 @@ EOS
   # because it will be a bunch of work to include all the columns and the names will be really long and obtuse
   # -Ian 10/18/2011
   
-  
   warn_unless_size 28433
   warn_unless_size 1152, :conditions => { :year => 1985 }
   warn_unless_size 1183, :conditions => { :year => 1986 }

data/lib/earth/automobile/automobile_make_model_year_variant/data_miner.rb

@@ -1,3 +1,5 @@
+require 'earth/automobile/automobile_make_model_year_variant/parser'
+
 AutomobileMakeModelYearVariant.class_eval do
   # For errata
   class AutomobileMakeModelYearVariant::Guru
@@ -79,229 +81,6 @@ AutomobileMakeModelYearVariant.class_eval do
     end
   end
   
-  # To parse the FEG files
-  class AutomobileMakeModelYearVariant::Parser
-    attr_reader :year
-    
-    TRANSMISSIONS = {
-      'A'   => 'Automatic',
-      'L'   => 'Automatic',
-      'M'   => 'Manual',
-      'S'   => 'Semi-Automatic',
-      'C'   => 'Continuously Variable',
-      'AM'  => 'Automated Manual',
-      'SA'  => 'Semi-Automatic',
-      'CVT' => 'Continuously Variable',
-      'SCV' => 'Selectable Continuously Variable',
-      'OT'  => 'Other'
-    }
-    
-    ENGINE_TYPES = {
-      '(GUZZLER)'  => nil, # "gas guzzler"
-      '(POLICE)'   => nil, # police automobile_variant
-      '(MPFI)'     => 'injection',
-      '(MPI*)'     => 'injection',
-      '(SPFI)'     => 'injection',
-      '(FFS)'      => nil, # doesn't necessarily mean fuel injection
-      '(TURBO)'    => 'turbo',
-      '(TRBO)'     => 'turbo',
-      '(TC*)'      => 'turbo',
-      '(FFS,TRBO)' => 'turbo',
-      '(S-CHARGE)' => 'supercharger',
-      '(SC*)'      => 'supercharger',
-      '(DIESEL)'   => nil, # diesel
-      '(DSL)'      => nil, # diesel
-      '(ROTARY)'   => nil, # rotary
-      '(VARIABLE)' => nil, # variable displacement
-      '(NO-CAT)'   => nil, # no catalytic converter
-      '(OHC)'      => nil, # overhead camshaft
-      '(OHV)'      => nil, # overhead valves
-      '(16-VALVE)' => nil, # 16V
-      '(305)'      => nil, # 305 cubic inch displacement
-      '(307)'      => nil, # 307 cubic inch displacement
-      '(M-ENG)'    => nil,
-      '(W-ENG)'    => nil,
-      '(GM-BUICK)' => nil,
-      '(GM-CHEV)'  => nil,
-      '(GM-OLDS)'  => nil,
-      '(GM-PONT)'  => nil
-    }
-    
-    FUEL_CODES = {
-      'BE'  => 'EL', # battery electric
-      'CNG' => 'C',  # CNG
-      'DU'  => 'D',  # diesel (ultra-low sulphur)
-      'E'   => 'E',  # ethanol
-      'EL'  => 'EL', # electric
-      'G'   => 'R',  # regular gasoline
-      'GP'  => 'P',  # premium gasoline recommended
-      'GPR' => 'P',  # premium gasoline required
-      'GM'  => 'P',  # midgrade gasoline recommended
-      'H'   => 'H',  # hydrogen
-      'PE'  => 'EL'  # plug-in electric
-    }
-    
-    CLASS_CODES = {
-      '1' => 'Two seaters',
-      '2' => 'Minicompact cars',
-      '3' => 'Subcompact cars',
-      '4' => 'Compact cars',
-      '5' => 'Midsize cars',
-      '6' => 'Large cars',
-      '7' => 'Small station wagons',
-      '8' => 'Midsize station wagons',
-      '9' => 'Large station wagons',
-      '10' => 'Small pickup trucks 2WD',
-      '11' => 'Small pickup trucks 4WD',
-      '12' => 'Standard pickup trucks 2WD',
-      '13' => 'Standard pickup trucks 4WD',
-      '14' => 'Cargo vans',
-      '15' => 'Passenger vans',
-      '16' => nil,
-      '17' => 'Special purpose vehicles 2WD',
-      '18' => 'Special purpose vehicles 4WD',
-      '19' => 'Special purpose vehicles'
-    }
-    
-    def initialize(options = {})
-      options = options.stringify_keys
-      @year = options['year']
-    end
-    
-    def apply(row)
-      # Pre-2010 fuel efficiencies need to be adjusted downwards to reflect real-world driving
-      # We do this by applying equations to the *unadjusted* city and highway fuel efficiency
-      # Source for the equations is EPA Fuel Economy Trends report Appendix A
-      # Starting in 2008 we could use the *adjusted* values from the FEG but this would require writing a new case for 2008 and 2009
-      # Starting in 2010 we use the *adjusted* fuel efficiencies from the FEG
-      case year
-      when (1985..1997)
-        row.merge!({
-          'make_name'               => row['carline_mfr_name'],
-          'model_name'              => row['carline_name'],
-          'year'                    => year,
-          'transmission'            => TRANSMISSIONS[row['model_trans'][0,1].to_s],
-          'speeds'                  => (row['model_trans'][1,1] == 'V') ? 'variable' : row['model_trans'][1,1],
-          'drive'                   => row['drive_system'],
-          'fuel_code'               => row['fuel_type'],
-          'fuel_efficiency_city'    => 1.0 / (0.003259 + (1.1805 / row['unadj_city_mpg'].to_f)), # adjust for real-world driving
-          'fuel_efficiency_highway' => 1.0 / (0.001376 + (1.3466 / row['unadj_hwy_mpg'].to_f)),  # adjust for real-world driving
-          'cylinders'               => row['no_cyl'],
-          'displacement'            => _displacement(row),
-          'turbo'                   => _turbo(row),
-          'supercharger'            => [ENGINE_TYPES[row['engine_desc1'].to_s], ENGINE_TYPES[row['engine_desc2'].to_s]].flatten.include?('supercharger'),
-          'injection'               => (row['fuel_system'] == 'FI') ? true : false,
-          'size_class'              => CLASS_CODES[row['size_class']]
-        })
-      when (1998..2009)
-        row.merge!({
-          'make_name'               => row['Manufacturer']  || row['MFR'],
-          'model_name'              => (row['carline name'] || row['CAR LINE']).upcase,
-          'year'                    => year,
-          'transmission'            => TRANSMISSIONS[(row['trans'] || row['TRANS'])[-3,1]],
-          'speeds'                  => ((row['trans'] || row['TRANS'])[-2,1] == 'V') ? 'variable' : (row['trans'] || row['TRANS'])[-2,1],
-          'drive'                   => ((row['drv'] || row['DRIVE SYS']) + 'WD').gsub('.0', ''),
-          'fuel_code'               => row['fl']    || row['FUEL TYPE'],
-          'fuel_efficiency_city'    => 1.0 / (0.003259 + (1.1805 / (row['ucty'] || row['UNRND CITY (EPA)']).to_f)), # adjust for real-world driving
-          'fuel_efficiency_highway' => 1.0 / (0.001376 + (1.3466 / (row['uhwy'] || row['UNRND HWY (EPA)']).to_f)),  # adjust for real-world driving
-          'cylinders'               => row['cyl']   || row['NUMB CYL'],
-          'displacement'            => row['displ'] || row['DISPLACEMENT'],
-          'turbo'                   => ((row['T'] || row['TURBO']) == 'T' || (row['carline name'] || row['CAR LINE']).downcase.include?('turbo')) ? true : false,
-          'supercharger'            => (row['S'] || row['SPCHGR']) == 'S',
-          'injection'               => true,
-          'size_class'              => row['Class'] || row['CLASS']
-        })
-      else # 2010..present
-        row.merge!({
-          'make_name'                   => row['Division'],
-          'model_name'                  => row['Carline'].upcase,
-          'year'                        => year,
-          'transmission'                => TRANSMISSIONS[row['Trans']],
-          'speeds'                      => row['# Gears'].to_i,
-          'drive'                       => row['Drive Sys'] + 'WD',
-          'fuel_code'                   => FUEL_CODES[row['Fuel Usage  - Conventional Fuel']],
-          'fuel_efficiency_city'        => row['City FE (Guide) - Conventional Fuel'],
-          'fuel_efficiency_highway'     => row['Hwy FE (Guide) - Conventional Fuel'],
-          'alt_fuel_code'               => FUEL_CODES[row[' Fuel2 Usage - Alternative Fuel']],
-          'alt_fuel_efficiency_city'    => row['City2 FE (Guide) - Alternative Fuel'],
-          'alt_fuel_efficiency_highway' => row['Hwy2 Fuel FE (Guide) - Alternative Fuel'],
-          'cylinders'                   => row['# Cyl'],
-          'displacement'                => row['Eng Displ'],
-          'turbo'                       => row['Air Aspir Method'] == 'TC',
-          'supercharger'                => row['Air Aspir Method'] == 'SC',
-          'injection'                   => row['# Cyl'].present? ? true : false,
-          'size_class'                  => row['Carline Class Desc']
-        })
-      end
-    end
-    
-    def _displacement(row)
-      optional_displacement = row['opt_disp'].gsub(/[\(\)]/, '').strip.to_s
-      if optional_displacement =~ /^(\d\.\d)L$/
-        $1.to_f
-      elsif optional_displacement =~ /^(\d{4})CC$/
-        ($1.to_f / 1000).round(1)
-      else
-        row['disp_cub_in'].to_f.cubic_inches.to(:litres).round(1)
-      end
-    end
-    
-    def _turbo(row)
-      engine_types = [ENGINE_TYPES[row['engine_desc1'].to_s], ENGINE_TYPES[row['engine_desc2'].to_s]]
-      engine_types << (row['model_name'].to_s.downcase.include?('turbo') ? 'turbo' : nil)
-      engine_types.flatten.include?('turbo')
-    end
-    
-    # for the 1985-1997 fuel economy guides
-    ::FixedWidth.define :fuel_economy_guide do |d|
-      d.rows do |row|
-        row.trap { true } # there's only one section
-        row.column 'active_year',       4, :type => :integer # ACTIVE YEAR
-        row.column 'state_code',        1, :type => :string  # STATE CODE:  F=49-STATE,C=CALIFORNIA
-        row.column 'size_class',        2, :type => :integer # CARLINE CLASS CODE
-        row.column 'carline_mfr_code',  3, :type => :integer # CARLINE MANUFACTURER CODE
-        row.column 'carline_name',     28, :type => :string  # CARLINE NAME
-        row.column 'disp_cub_in',       4, :type => :integer # DISP CUBIC INCHES
-        row.column 'fuel_system',       2, :type => :string  # FUEL SYSTEM: 'FI' FOR FUEL INJECTION, 2-DIGIT INTEGER VALUE FOR #OF VENTURIES IF CARBURETOR SYSTEM.
-        row.column 'model_trans',       6, :type => :string  # TRANSMISSION TYPE
-        row.column 'no_cyl',            2, :type => :integer # NUMBER OF ENGINE CYLINDERS
-        row.column 'date_time',        12, :type => :string  # DATE AND TIME RECORD ENTERED -YYMMDDHHMMSS (YEAR, MONTH, DAY, HOUR, MINUTE, SECOND)
-        row.column 'release_date',      6, :type => :string  # RELEASE DATE - YYMMDD (YEAR, MONTH, DAY)
-        row.column 'vi_mfr_code',       3, :type => :integer # VI MANUFACTURER CODE
-        row.column 'carline_code',      5, :type => :integer # CARLINE CODE
-        row.column 'basic_eng_id',      5, :type => :integer # BASIC ENGINE INDEX
-        row.column 'carline_mfr_name', 32, :type => :string  # CARLINE MANUFACTURER NAME
-        row.column 'suppress_code',     1, :type => :integer # SUPPRESSION CODE (NO SUPPRESSED RECORD IF FOR PUBLIC ACCESS)
-        row.column 'city_mpg',          3, :type => :integer # ESTIMATED (CITY) MILES PER GALLON - 90% OF UNADJUSTED VALUE
-        row.spacer 2
-        row.column 'highway_mpg',       3, :type => :integer # ESTIMATED (HWY) MILES PER GALLON - 78% OF UNADJUSTED VALUE
-        row.spacer 2
-        row.column 'combined_mpg',      3, :type => :integer # COMBINED MILES PER GALLON
-        row.spacer 2
-        row.column 'unadj_city_mpg',    3, :type => :integer # UNADJUSTED  CITY MILES PER GALLON
-        row.spacer 2
-        row.column 'unadj_hwy_mpg',     3, :type => :integer # UNADJUSTED HIGHWAY MILES PER GALLON
-        row.spacer 2
-        row.column 'unadj_comb_mpg',    3, :type => :integer # UNADJUSTED COMBINED MILES PER GALLON
-        row.spacer 2
-        row.column 'ave_anl_fuel',      6, :type => :integer # "$" in col 147, Annual Fuel Cost starting col 148 in I5
-        row.column 'opt_disp',          8, :type => :string  # OPTIONAL DISPLACEMENT
-        row.column 'engine_desc1',     10, :type => :string  # ENGINE DESCRIPTION 1
-        row.column 'engine_desc2',     10, :type => :string  # ENGINE DESCRIPTION 2
-        row.column 'engine_desc3',     10, :type => :string  # ENGINE DESCRIPTION 3
-        row.column 'body_type_2d',     10, :type => :string  # BODY TYPE 2 DOOR - IF THE BODY TYPE APPLIES IT WILL TAKE THE FORM '2DR-PPP/LL' WHERE PPP=PASSENGER INTERIOR VOLUME AND LL=LUGGAGE INTERIOR VOLUME.
-        row.column 'body_type_4d',     10, :type => :string  # BODY TYPE 4 DOOR - IF THE BODY TYPE APPLIES IT WILL TAKE THE FORM '4DR-PPP/LL' WHERE PPP=PASSENGER INTERIOR VOLUME AND LL=LUGGAGE INTERIOR VOLUME.
-        row.column 'body_type_hbk',    10, :type => :string  # BODY TYPE HBK    - IF THE BODY TYPE APPLIES IT WILL TAKE THE FORM 'HBK-PPP/LL' WHERE PPP=PASSENGER INTERIOR VOLUME AND LL=LUGGAGE INTERIOR VOLUME.
-        row.column 'puerto_rico',       1, :type => :string  # '*' IF FOR PUERTO RICO SALES ONLY
-        row.column 'overdrive',         4, :type => :string  # OVERDRIVE:  ' OD ' FOR OVERDRIVE, 'EOD ' FOR ELECTRICALLY OPERATED OVERDRIVE AND 'AEOD' FOR AUTOMATIC OVERDRIVE
-        row.column 'drive_system',      3, :type => :string  # FWD=FRONT WHEEL DRIVE, RWD=REAR,  4WD=4-WHEEL
-        row.column 'filler',            1, :type => :string  # NOT USED
-        row.column 'fuel_type',         1, :type => :string  # R=REGULAR(UNLEADED), P=PREMIUM,  D=DIESEL
-        row.column 'trans_desc',       15, :type => :string  # TRANSMISSION DESCRIPTORS
-      end
-    end
-  end
-  
   data_miner do
     fuel_economy_guides = (1985..1997).inject({}) do |memo, year|
       yy = year.to_s[2..3]