seamusabshere-data_miner 0.2.0 → 0.2.1

data/README.rdoc

@@ -8,23 +8,7 @@ Put this in <tt>config/environment.rb</tt>:
 
   config.gem 'seamusabshere-data_miner', :lib => 'data_miner', :source => 'http://gems.github.com'
 
-Put this in <tt>lib/tasks/data_miner_tasks.rake</tt>: (unfortunately I don't know a way to automatically include gem tasks, so you have to do this manually for now)
-
-  namespace :data_miner do
-    task :mine => :environment do
-      DataMiner.mine :class_names => ENV['CLASSES'].to_s.split(/\s*,\s*/).flatten.compact
-    end
-  end
-
-You need to specify what order to mine data. For example, in <tt>config/initializers/data_miner_config.rb</tt>:
-
-  DataMiner.enqueue do |queue|
-    queue << Country  # class whose data should be mined 1st
-    queue << Airport  # class whose data should be mined 2nd
-    # etc
-  end
-
-You need to define <tt>mine_data</tt> blocks. For example, in <tt>app/models/country.rb</tt>:
+You need to define <tt>mine_data</tt> blocks in your ActiveRecord models. For example, in <tt>app/models/country.rb</tt>:
 
   class Country < ActiveRecord::Base
     mine_data do |step|
@@ -37,7 +21,7 @@ You need to define <tt>mine_data</tt> blocks. For example, in <tt>app/models/cou
     end
   end
 
-To complete the example, in <tt>app/models/airport.rb</tt>:
+...and in <tt>app/models/airport.rb</tt>:
 
   class Airport < ActiveRecord::Base
     belongs_to :country
@@ -56,6 +40,26 @@ To complete the example, in <tt>app/models/airport.rb</tt>:
     end
   end
 
+Put this in <tt>lib/tasks/data_miner_tasks.rake</tt>: (unfortunately I don't know a way to automatically include gem tasks, so you have to do this manually for now)
+
+  namespace :data_miner do
+    task :mine => :environment do
+      DataMiner.mine :class_names => ENV['CLASSES'].to_s.split(/\s*,\s*/).flatten.compact
+    end
+
+    task :map_to_attrs => :environment do
+      DataMiner.map_to_attrs ENV['METHOD'], :class_names => ENV['CLASSES'].to_s.split(/\s*,\s*/).flatten.compact
+    end
+  end
+
+You need to specify what order to mine data. For example, in <tt>config/initializers/data_miner_config.rb</tt>:
+
+  DataMiner.enqueue do |queue|
+    queue << Country  # class whose data should be mined 1st
+    queue << Airport  # class whose data should be mined 2nd
+    # etc
+  end
+
 Once you have (1) set up the order of data mining and (2) defined <tt>mine_data</tt> blocks in your classes, you can:
 
   $ rake data_miner:mine

data/VERSION

@@ -1 +1 @@
-0.2.0
+0.2.1

data/data_miner.gemspec

@@ -5,7 +5,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{data_miner}
-  s.version = "0.2.0"
+  s.version = "0.2.1"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Seamus Abshere", "Andy Rossmeissl"]

data/lib/data_miner/attribute.rb

@@ -9,6 +9,22 @@ module DataMiner
       @affected_by_steps = []
       @key_for_steps = []
     end
+    
+    # polling questions
+    def report_find_or_create(step)
+      "Creates parents: #{klass}##{name} is set with #{reflection_klass(step)}.find_or_create_by_#{foreign_key(step)}" if wants_create?(step)
+    end
+    
+    def report_unnatural_order(step)
+      if (
+           (rk = klass.reflect_on_association(weighting_association(step)).andand.klass) or
+           (wants_inline_association? and rk = reflection_klass(step))
+         ) and
+         step.configuration.classes.index(rk) > step.configuration.classes.index(klass) and
+         step.options[:awaiting].andand.klass != klass
+        "Unnatural order: #{klass} comes before #{rk}"
+      end
+    end
 
     def inspect
       "Attribute(#{klass}.#{name})"
@@ -244,7 +260,7 @@ module DataMiner
     def reflection_klass(step)
       return nil unless reflection
       if reflection.options[:polymorphic]
-        polymorphic_type(step).constantize
+        polymorphic_type(step).andand.constantize
       else
         reflection.klass
       end

data/lib/data_miner/configuration.rb

@@ -50,6 +50,11 @@ module DataMiner
     def mine(options = {})
       steps.each { |step| step.perform options }
     end
+    
+    # Map <tt>method</tt> to attributes
+    def map_to_attrs(method)
+      steps.map { |step| step.map_to_attrs(method) }.compact
+    end
 
     cattr_accessor :classes
     self.classes = []
@@ -65,6 +70,18 @@ module DataMiner
           end
         end
       end
+      
+      # Map a <tt>method</tt> to attrs. Defaults to all classes touched by DataMiner.
+      #
+      # Options
+      # * <tt>:class_names</tt>: provide an array class names to mine
+      def map_to_attrs(method, options = {})
+        classes.map do |klass|
+          if options[:class_names].blank? or options[:class_names].include?(klass.name)
+            klass.data_mine.map_to_attrs method
+          end
+        end.flatten.compact
+      end
 
       # Queue up all the ActiveRecord classes that DataMiner should touch.
       #

data/lib/data_miner/step.rb

@@ -56,5 +56,9 @@ module DataMiner
       attributes.affect! self, attr_name, attr_options
     end
     alias_method :store, :affect 
+    
+    def map_to_attrs(method)
+      affected_attributes.map { |attr| attr.send method, self }.compact
+    end
   end
 end

data/lib/data_miner.rb

@@ -23,6 +23,10 @@ module DataMiner
     def mine(options = {})
       DataMiner::Configuration.mine options
     end
+    
+    def map_to_attrs(method, options = {})
+      puts DataMiner::Configuration.map_to_attrs(method, options)
+    end
 
     def enqueue(&block)
       DataMiner::Configuration.enqueue &block

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: seamusabshere-data_miner
 version: !ruby/object:Gem::Version 
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors: 
 - Seamus Abshere
@@ -97,7 +97,6 @@ files:
 - test/test_helper.rb
 has_rdoc: false
 homepage: http://github.com/seamusabshere/data_miner
-licenses: 
 post_install_message: 
 rdoc_options: 
 - --charset=UTF-8
@@ -120,7 +119,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.5
+rubygems_version: 1.2.0
 signing_key: 
 specification_version: 3
 summary: Mine remote data into your ActiveRecord models.