data_miner 0.5.7 → 1.0.0

data/test/{data_miner/verify_test.rb → test_verify.rb}

@@ -1,6 +1,6 @@
-require 'test_helper'
+require 'helper'
 
-class DataMiner::VerifyTest < Test::Unit::TestCase
+class TestVerify < Test::Unit::TestCase
   context '#run' do
     setup do
       @run = Object.new
@@ -14,13 +14,13 @@ class DataMiner::VerifyTest < Test::Unit::TestCase
       @verify.check = lambda do
         assert false
       end
-      assert_raise(DataMiner::Verify::VerificationFailed) { @verify.run @run }
+      assert_raise(DataMiner::VerificationFailed) { @verify.run @run }
     end
     should 'raise an exception if the result of the verification block is false' do
       @verify.check = lambda do
         false
       end
-      assert_raise(DataMiner::Verify::VerificationFailed) { @verify.run @run }
+      assert_raise(DataMiner::VerificationFailed) { @verify.run @run }
     end
     should 'return true if the verification block succeeds' do
       assert @verify.run(@run)

metadata

@@ -1,12 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: data_miner
 version: !ruby/object:Gem::Version 
+  hash: 23
   prerelease: false
   segments: 
+  - 1
   - 0
-  - 5
-  - 7
-  version: 0.5.7
+  - 0
+  version: 1.0.0
 platform: ruby
 authors: 
 - Seamus Abshere
@@ -16,7 +17,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-11-16 00:00:00 -05:00
+date: 2011-01-25 00:00:00 -06:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -25,13 +26,14 @@ dependencies:
   requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version 
+        hash: 19
         segments: 
+        - 1
         - 0
         - 2
-        - 32
-        version: 0.2.32
+        version: 1.0.2
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
@@ -42,6 +44,7 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 23
         segments: 
         - 0
         - 0
@@ -57,6 +60,7 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 11
         segments: 
         - 2
         - 3
@@ -72,6 +76,7 @@ dependencies:
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 11
         segments: 
         - 2
         - 3
@@ -79,191 +84,164 @@ dependencies:
         version: 2.3.4
   type: :runtime
   version_requirements: *id004
-- !ruby/object:Gem::Dependency 
-  name: andand
-  prerelease: false
-  requirement: &id005 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        segments: 
-        - 1
-        - 3
-        - 1
-        version: 1.3.1
-  type: :runtime
-  version_requirements: *id005
 - !ruby/object:Gem::Dependency 
   name: conversions
   prerelease: false
-  requirement: &id006 !ruby/object:Gem::Requirement 
+  requirement: &id005 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 15
         segments: 
         - 1
         - 4
         - 4
         version: 1.4.4
   type: :runtime
-  version_requirements: *id006
+  version_requirements: *id005
 - !ruby/object:Gem::Dependency 
   name: blockenspiel
   prerelease: false
-  requirement: &id007 !ruby/object:Gem::Requirement 
+  requirement: &id006 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - "="
+    - - ">="
       - !ruby/object:Gem::Version 
+        hash: 23
         segments: 
         - 0
         - 3
         - 2
         version: 0.3.2
   type: :runtime
-  version_requirements: *id007
-- !ruby/object:Gem::Dependency 
-  name: log4r
-  prerelease: false
-  requirement: &id008 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        segments: 
-        - 1
-        - 1
-        - 7
-        version: 1.1.7
-  type: :runtime
-  version_requirements: *id008
-- !ruby/object:Gem::Dependency 
-  name: errata
-  prerelease: false
-  requirement: &id009 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        segments: 
-        - 0
-        - 2
-        - 1
-        version: 0.2.1
-  type: :runtime
-  version_requirements: *id009
+  version_requirements: *id006
 - !ruby/object:Gem::Dependency 
   name: taps
   prerelease: false
-  requirement: &id010 !ruby/object:Gem::Requirement 
+  requirement: &id007 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 5
         segments: 
         - 0
         - 3
         - 11
         version: 0.3.11
   type: :runtime
-  version_requirements: *id010
+  version_requirements: *id007
 - !ruby/object:Gem::Dependency 
   name: loose_tight_dictionary
   prerelease: false
-  requirement: &id011 !ruby/object:Gem::Requirement 
+  requirement: &id008 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 21
         segments: 
         - 0
         - 0
         - 5
         version: 0.0.5
   type: :development
-  version_requirements: *id011
+  version_requirements: *id008
 - !ruby/object:Gem::Dependency 
-  name: jeweler
+  name: errata
   prerelease: false
-  requirement: &id012 !ruby/object:Gem::Requirement 
+  requirement: &id009 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 21
         segments: 
+        - 1
         - 0
-        version: "0"
+        - 1
+        version: 1.0.1
   type: :development
-  version_requirements: *id012
+  version_requirements: *id009
 - !ruby/object:Gem::Dependency 
-  name: rcov
+  name: test-unit
   prerelease: false
-  requirement: &id013 !ruby/object:Gem::Requirement 
+  requirement: &id010 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
         segments: 
         - 0
         version: "0"
   type: :development
-  version_requirements: *id013
+  version_requirements: *id010
 - !ruby/object:Gem::Dependency 
-  name: rake
+  name: shoulda
   prerelease: false
-  requirement: &id014 !ruby/object:Gem::Requirement 
+  requirement: &id011 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
         segments: 
         - 0
         version: "0"
   type: :development
-  version_requirements: *id014
+  version_requirements: *id011
 - !ruby/object:Gem::Dependency 
-  name: shoulda
+  name: mysql
   prerelease: false
-  requirement: &id015 !ruby/object:Gem::Requirement 
+  requirement: &id012 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
         segments: 
         - 0
         version: "0"
   type: :development
-  version_requirements: *id015
+  version_requirements: *id012
 - !ruby/object:Gem::Dependency 
-  name: mysql
+  name: ruby-debug
   prerelease: false
-  requirement: &id016 !ruby/object:Gem::Requirement 
+  requirement: &id013 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
         segments: 
         - 0
         version: "0"
   type: :development
-  version_requirements: *id016
-description: Mine remote data into your ActiveRecord models. You can also perform associations and convert units.
-email: seamus@abshere.net
+  version_requirements: *id013
+description: Mine remote data into your ActiveRecord models. You can also convert units.
+email: 
+- seamus@abshere.net
 executables: []
 
 extensions: []
 
-extra_rdoc_files: 
-- LICENSE
-- README.rdoc
+extra_rdoc_files: []
+
 files: 
+- .document
+- .gitignore
+- CHANGELOG
+- Gemfile
 - LICENSE
 - README.rdoc
+- Rakefile
+- data_miner.gemspec
 - lib/data_miner.rb
+- lib/data_miner/active_record_extensions.rb
 - lib/data_miner/attribute.rb
-- lib/data_miner/base.rb
+- lib/data_miner/config.rb
 - lib/data_miner/dictionary.rb
 - lib/data_miner/import.rb
 - lib/data_miner/process.rb
@@ -271,24 +249,23 @@ files:
 - lib/data_miner/schema.rb
 - lib/data_miner/tap.rb
 - lib/data_miner/verify.rb
-- test/data_miner/attribute_test.rb
-- test/data_miner/verify_test.rb
+- lib/data_miner/version.rb
+- test/helper.rb
+- test/support/aircraft.rb
 - test/support/airport.rb
-- test/support/country.rb
 - test/support/automobile_fuel_type.rb
-- test/support/aircraft.rb
 - test/support/automobile_variant.rb
-- test/data_miner_test.rb
-- test/test_helper.rb
+- test/support/country.rb
+- test/test_attribute.rb
+- test/test_old_syntax.rb
+- test/test_verify.rb
 has_rdoc: true
-homepage: http://github.com/seamusabshere/data_miner
+homepage: https://github.com/seamusabshere/data_miner
 licenses: []
 
 post_install_message: 
-rdoc_options: 
-- --charset=UTF-8
-- --line-numbers
-- --inline-source
+rdoc_options: []
+
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
@@ -296,6 +273,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
       - 0
       version: "0"
@@ -304,23 +282,24 @@ required_rubygems_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
       segments: 
       - 0
       version: "0"
 requirements: []
 
-rubyforge_project: 
+rubyforge_project: data_miner
 rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: Mine remote data into your ActiveRecord models.
 test_files: 
-- test/data_miner/attribute_test.rb
-- test/data_miner/verify_test.rb
+- test/helper.rb
+- test/support/aircraft.rb
 - test/support/airport.rb
-- test/support/country.rb
 - test/support/automobile_fuel_type.rb
-- test/support/aircraft.rb
 - test/support/automobile_variant.rb
-- test/data_miner_test.rb
-- test/test_helper.rb
+- test/support/country.rb
+- test/test_attribute.rb
+- test/test_old_syntax.rb
+- test/test_verify.rb

data/lib/data_miner/base.rb

@@ -1,204 +0,0 @@
-module DataMiner
-  class Base
-    include Blockenspiel::DSL
-    
-    attr_accessor :resource, :steps, :step_counter, :attributes
-
-    def initialize(resource)
-      @steps = Array.new
-      @resource = resource
-      @step_counter = 0
-      @attributes = HashWithIndifferentAccess.new
-    end
-    
-    def schema(create_table_options = {}, &block)
-      step = DataMiner::Schema.new self, step_counter, create_table_options
-      Blockenspiel.invoke block, step
-      steps << step
-      self.step_counter += 1
-    end
-    
-    def process(method_name_or_block_description, &block)
-      steps << DataMiner::Process.new(self, step_counter, method_name_or_block_description, &block)
-      self.step_counter += 1
-    end
-
-    def tap(description, source, options = {})
-      steps << DataMiner::Tap.new(self, step_counter, description, source, options)
-      self.step_counter += 1
-    end
-
-    def import(*args, &block)
-      if args.length == 1
-        description = '(no description)'
-      else
-        description = args.first
-      end
-      options = args.last
-        
-      step = DataMiner::Import.new self, step_counter, description, options
-      Blockenspiel.invoke block, step
-      steps << step
-      self.step_counter += 1
-    end
-
-    def verify(*args, &block)
-      description = args.shift or '(no description)'
-
-      step = DataMiner::Verify.new self, step_counter, description, block
-      steps << step
-      self.step_counter += 1
-    end
-
-    # Mine data for this class.
-    def run(options = {})
-      options.symbolize_keys!
-      
-      return if DataMiner::Base.call_stack.include? resource.name
-      DataMiner::Base.call_stack.push resource.name
-      
-      finished = false
-      skipped = false
-      if DataMiner::Run.table_exists?
-        run = DataMiner::Run.create! :started_at => Time.now, :resource_name => resource.name, :killed => true
-      else
-        run = nil
-        DataMiner.log_info "Not logging individual runs. Please run DataMiner::Run.create_tables if you want to enable this."
-      end
-      resource.delete_all if options[:from_scratch]
-      begin
-        steps.each do |step|
-          step.run run
-          resource.reset_column_information
-        end
-        finished = true
-      rescue DataMiner::Finish
-        finished = true
-      rescue DataMiner::Skip
-        skipped = true
-      rescue DataMiner::Verify::VerificationFailed
-        skipped = true
-      ensure
-        if DataMiner::Run.table_exists?
-          run.update_attributes! :terminated_at => Time.now, :finished => finished, :skipped => skipped, :killed => false
-        end
-        DataMiner::Base.call_stack.clear if DataMiner::Base.call_stack.first == resource.name and !options[:preserve_call_stack_between_runs]
-      end
-      nil
-    end
-    
-    def import_steps
-      steps.select { |step| step.is_a? Import }
-    end
-    
-    def before_invoke
-      
-    end
-    
-    def after_invoke
-      return unless resource.table_exists?
-      make_sure_unit_definitions_make_sense
-      suggest_missing_column_migrations
-    end
-    
-    COMPLETE_UNIT_DEFINITIONS = [
-      [:units],
-      [:from_units, :to_units],
-      [:units_field_name],
-      [:units_field_name, :to_units],
-      [:units_field_number],
-      [:units_field_number, :to_units]
-    ]
-    
-    def make_sure_unit_definitions_make_sense
-      import_steps.each do |step|
-        step.attributes.each do |_, attribute|
-          if attribute.options.any? { |k, _| k.to_s =~ /unit/ } and COMPLETE_UNIT_DEFINITIONS.none? { |complete_definition| complete_definition.all? { |required_option| attribute.options[required_option].present? } }
-            DataMiner.log_or_raise %{
-
-================================
-
-You don't have a valid unit definition for #{resource.name}##{attribute.name}.
-
-You supplied #{attribute.options.keys.select { |k, _| k.to_s =~ /unit/ }.map(&:to_sym).inspect }.
-
-You need to supply one of #{COMPLETE_UNIT_DEFINITIONS.map(&:inspect).to_sentence}".
-
-================================
-            }
-          end
-        end
-      end
-    end
-    
-    def suggest_missing_column_migrations
-      missing_columns = Array.new
-      
-      import_steps.each do |step|
-        step.attributes.each do |_, attribute|
-          DataMiner.log_or_raise "You can't have an attribute column that ends in _units (reserved): #{resource.table_name}.#{attribute.name}" if attribute.name.end_with? '_units'
-          unless resource.column_names.include? attribute.name
-            missing_columns << attribute.name
-          end
-          if attribute.wants_units? and !resource.column_names.include?(units_column = "#{attribute.name}_units")
-            missing_columns << units_column
-          end
-        end
-      end
-      missing_columns.uniq!
-      if missing_columns.any?
-        DataMiner.log_debug %{
-
-================================
-
-On #{resource}, it looks like you're missing some columns...
-
-Please run this...
-
-  ./script/generate migration AddMissingColumnsTo#{resource.name}
-
-and **replace** the resulting file with this:
-
-  class AddMissingColumnsTo#{resource.name} < ActiveRecord::Migration
-    def self.up
-#{missing_columns.map { |column_name| "      add_column :#{resource.table_name}, :#{column_name}, :#{column_name.end_with?('_units') ? 'string' : 'FIXME_WHAT_COLUMN_TYPE_AM_I' }" }.join("\n") }
-    end
-    
-    def self.down
-#{missing_columns.map { |column_name| "      remove_column :#{resource.table_name}, :#{column_name}" }.join("\n") }
-    end
-  end
-
-On the other hand, if you're working directly with create_table, this might be helpful:
-
-#{missing_columns.map { |column_name| "t.#{column_name.end_with?('_units') ? 'string' : 'FIXME_WHAT_COLUMN_TYPE_AM_I' } '#{column_name}'" }.join("\n") }
-
-================================
-        }
-      end
-    end
-    
-    cattr_accessor :resource_names
-    self.resource_names = Array.new
-    
-    cattr_accessor :call_stack
-    self.call_stack = Array.new
-    class << self
-      # Mine data. Defaults to all resource_names touched by DataMiner.
-      #
-      # Options
-      # * <tt>:resource_names</tt>: array of resource (class) names to mine
-      def run(options = {})
-        options.symbolize_keys!
-        
-        resource_names.each do |resource_name|
-          if options[:resource_names].blank? or options[:resource_names].include?(resource_name)
-            resource_name.constantize.data_miner_base.run options
-          end
-        end
-      ensure
-        RemoteTable.cleanup
-      end
-    end
-  end
-end