datashift 0.9.0 → 0.10.0

data/lib/helpers/spree_helper.rb

@@ -1,213 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Spree Helper for Product Loading. 
-# 
-#             Utils to try to manage different Spree versions seamlessly.
-#             
-#             Spree Helper for RSpec testing, enables mixing in Support for
-#             testing or loading Rails Spree e-commerce.
-# 
-#             The Spree version you want to test should be picked up from spec/Gemfile
-# 
-#             Since datashift gem is not a Rails app or a Spree App, provides utilities to internally
-#             create a Spree Database, and to load Spree components, enabling standalone testing.
-#
-# =>          Has been tested with  0.11.2, 0.7, 1.0.0
-#
-# =>          TODO - See if we can improve DB creation/migration ....
-#             N.B Some or all of Spree Tests may fail very first time run,
-#             as the database is auto generated
-# =>          
-
-module DataShift
-    
-  module SpreeHelper
-        
-        
-    def self.root
-      Gem.loaded_specs['spree_core'] ? Gem.loaded_specs['spree_core'].full_gem_path  : ""
-    end
-    
-    # Helpers so we can cope with both pre 1.0 and post 1.0 versions of Spree in same datashift version
-
-    def self.get_spree_class(x)
-      if(is_namespace_version())    
-        ModelMapper::class_from_string("Spree::#{x}")
-      else
-        ModelMapper::class_from_string(x.to_s)
-      end
-    end
-      
-    def self.get_product_class
-      if(is_namespace_version())
-        Spree::Product
-      else
-        Product
-      end
-    end
-    
-    def self.version
-       Gem.loaded_specs['spree'] ? Gem.loaded_specs['spree'].version.version : "0.0.0"
-    end
-    
-    def self.is_namespace_version
-      SpreeHelper::version.to_f >= 1
-    end
-  
-    def self.lib_root
-      File.join(root, 'lib')
-    end
-
-    def self.app_root
-      File.join(root, 'app')
-    end
-
-    def self.load()
-      require 'spree'
-      require 'spree_core'
-    end
-    
-    
-    # Datashift is usually included and tasks pulled in by a parent/host application.
-    # So here we are hacking our way around the fact that datashift is not a Rails/Spree app/engine
-    # so that we can ** run our specs ** directly in datashift library
-    # i.e without ever having to install datashift in a host application
-    #
-    # NOTES:
-    # => Will chdir into the sandbox to load environment as need to mimic being at root of a rails project
-    #    chdir back after environment loaded
-    
-    def self.boot( database_env)
-     
-      if( ! is_namespace_version )
-        db_connect( database_env )
-        @dslog.info "Booting Spree using pre 1.0.0 version"
-        boot_pre_1
-        @dslog.info "Booted Spree using pre 1.0.0 version"
-      else
-           
-        db_connect( database_env )
-        
-        @dslog.info "Booting Spree using version #{SpreeHelper::version}"
-       
-        require 'rails/all'
-        
-        store_path = Dir.pwd
-        
-        spree_sanbox_app = File.expand_path('../../../spec/sandbox', __FILE__)
-        
-        unless(File.exists?(spree_sanbox_app))
-          puts "Creating new Rails sandbox for Spree : #{spree_sanbox_app}"
-          Dir.chdir( File.expand_path( "#{spree_sanbox_app}/..") )
-          system('rails new sandbox')
-        end
-  
-        rails_root = spree_sanbox_app
-        
-        $:.unshift rails_root
-        
-        begin
-          require 'config/environment.rb'
-        rescue => e
-          #somethign in deface seems to blow up suddenly on 1.1
-          # puts e.backtrace
-          puts "Warning - Potential issue initializing Spree sanbox #{e.inspect}"
-        end
-        
-        Dir.chdir( store_path )
-        
-        @dslog.info "Booted Spree using version #{SpreeHelper::version}"
-      end
-    end
-
-    def self.boot_pre_1
- 
-      require 'rake'
-      require 'rubygems/package_task'
-      require 'thor/group'
-
-      require 'spree_core/preferences/model_hooks'
-      #
-      # Initialize preference system
-      ActiveRecord::Base.class_eval do
-        include Spree::Preferences
-        include Spree::Preferences::ModelHooks
-      end
- 
-      gem 'paperclip'
-      gem 'nested_set'
-
-      require 'nested_set'
-      require 'paperclip'
-      require 'acts_as_list'
-
-      CollectiveIdea::Acts::NestedSet::Railtie.extend_active_record
-      ActiveRecord::Base.send(:include, Paperclip::Glue)
-
-      gem 'activemerchant'
-      require 'active_merchant'
-      require 'active_merchant/billing/gateway'
-
-      ActiveRecord::Base.send(:include, ActiveMerchant::Billing)
-  
-      require 'scopes'
-    
-      # Not sure how Rails manages this seems lots of circular dependencies so
-      # keep trying stuff till no more errors
-    
-      Dir[lib_root + '/*.rb'].each do |r|
-        begin
-          require r if File.file?(r)  
-        rescue => e
-        end
-      end
-
-      Dir[lib_root + '/**/*.rb'].each do |r|
-        begin
-          require r if File.file?(r) && ! r.include?('testing')  && ! r.include?('generators')
-        rescue => e
-        end
-      end
-    
-      load_models( true )
-
-      Dir[lib_root + '/*.rb'].each do |r|
-        begin
-          require r if File.file?(r)  
-        rescue => e
-        end
-      end
-
-      Dir[lib_root + '/**/*.rb'].each do |r|
-        begin
-          require r if File.file?(r) && ! r.include?('testing')  && ! r.include?('generators')
-        rescue => e
-        end
-      end
-
-      #  require 'lib/product_filters'
-     
-      load_models( true )
-
-    end
-  
-    def self.load_models( report_errors = nil )
-      puts 'Loading Spree models from', root
-      Dir[root + '/app/models/**/*.rb'].each {|r|
-        begin
-          require r if File.file?(r)
-        rescue => e
-          puts("WARNING failed to load #{r}", e.inspect) if(report_errors == true)
-        end
-      }
-    end
-
-    def self.migrate_up
-      ActiveRecord::Migrator.up( File.join(root, 'db/migrate') )
-    end
-
-  end
-end 

data/lib/loaders/spreadsheet_loader.rb

@@ -1,144 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Jan 2012
-# License::   MIT
-#
-# Details::   Specific loader to support Excel files via http://rubygems.org/gems/spreadsheet
-#             
-#             Offers an alternative for non JRuby usage(see excel_loader)
-#
-#             Maps column headings to operations on the model.
-#             Iterates over all the rows using mapped operations to assign row data to a database object,
-#             i.e pulls data from each column and sends to object.
-#
-require 'datashift/exceptions'
-    
-module DataShift
-  
-  unless(Guards::jruby?)
-  
-    require 'loaders/loader_base'
-
-    module SpreadsheetLoading
-
-      gem 'spreadsheet'
-      require 'spreadsheet'
-
-
-      # Spreadsheet.client_encoding = 'UTF-8'F
-    
-      #  Options:
-      #   [:header_row]   : Default is 0. Use alternative row as header definition.
-      #   [:mandatory]    : Array of mandatory column names
-      #   [:strict]       : Raise exception when no mapping found for a column heading (non mandatory)
-      #   [:sheet_number]
-
-      def perform_spreadsheet_load( file_name, options = {} )
-
-        @mandatory = options[:mandatory] || []
-
-        @excel = Spreadsheet.open file_name
-        
-        puts "\nLoading from Excel file: #{file_name}"
-
-        sheet_number = options[:sheet_number] || 0
-
-        @sheet = @excel.sheet( sheet_number )
-
-        header_row_index =  options[:header_row] || 0
-        @header_row = @sheet.getRow(header_row_index)
-
-        raise MissingHeadersError, "No headers found - Check Sheet #{@sheet} is complete and Row #{header_row_index} contains headers" unless(@header_row)
-
-        @headers = []
-        
-        (0..JExcelFile::MAX_COLUMNS).each do |i|
-          cell = @header_row.getCell(i)
-          break unless cell
-          header = "#{@excel.cell_value(cell).to_s}".strip
-          break if header.empty?
-          @headers << header
-        end
-
-        raise MissingHeadersError, "No headers found - Check Sheet #{@sheet} is complete and Row #{header_row_index} contains headers" if(@headers.empty?)
-
-        # Create a method_mapper which maps list of headers into suitable calls on the Active Record class
-        map_headers_to_operators( @headers, options)
-
-        load_object_class.transaction do
-          @loaded_objects =  []
-
-          (1..@excel.num_rows).collect do |row|
-
-            # Excel num_rows seems to return all 'visible' rows, which appears to be greater than the actual data rows
-            # (TODO - write spec to process .xls with a huge number of rows)
-            #
-            # This is rubbish but currently manually detect when actual data ends, this isn't very smart but
-            # got no better idea than ending once we hit the first completely empty row
-            break if @excel.sheet.getRow(row).nil?
-
-            contains_data = false
-
-            # TODO - Smart sorting of column processing order ....
-            # Does not currently ensure mandatory columns (for valid?) processed first but model needs saving
-            # before associations can be processed so user should ensure mandatory columns are prior to associations
-
-            # as part of this we also attempt to save early, for example before assigning to
-            # has_and_belongs_to associations which require the load_object has an id for the join table
-
-            # Iterate over the columns method_mapper found in Excel,
-            # pulling data out of associated column
-            @method_mapper.method_details.each_with_index do |method_detail, col|
-
-              value = value_at(row, col)
-
-              contains_data = true unless(value.nil? || value.to_s.empty?)
-
-              #puts "DEBUG: Excel process METHOD :#{method_detail.inspect}", value.inspect
-              prepare_data(method_detail, value)
-              
-              process()
-            end
-                          
-            break unless(contains_data == true)
-
-            # TODO - requirements to handle not valid ?
-            # all or nothing or carry on and dump out the exception list at end
-            #puts "DEBUG: FINAL SAVE #{load_object.inspect}"
-            save
-            #puts "DEBUG: SAVED #{load_object.inspect}"
-
-            # don't forget to reset the object or we'll update rather than create
-            new_load_object
-
-          end
-        end
-        puts "Spreadsheet loading stage complete - #{loaded_objects.size} rows added."
-      end
-
-      def value_at(row, column)
-        @excel.get_cell_value( @excel.sheet.getRow(row), column)
-      end
-    end
-
-
-    class SpreadsheetLoader < LoaderBase
-
-      include SpreadsheetLoading
-  
-      def initialize(klass, object = nil, options = {})
-        super( klass, object, options )
-        raise "Cannot load - failed to create a #{klass}" unless @load_object
-      end
-
-      def perform_load( file_name, options = {} )
-        perform_spreadsheet_load( file_name, options )
-
-        puts "Spreadsheet loading stage complete - #{loaded_objects.size} rows added."  
-      end
-
-    end
-  
-  end
-
-end

data/lib/loaders/spree/image_loader.rb

@@ -1,90 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Jan 2011
-# License::   MIT. Free, Open Source.
-#
-require 'loader_base'
-require 'paperclip/image_loader'
-
-module DataShift
-
-
-  module DataShift::SpreeImageLoading
- 
-    include DataShift::Logging
-    include DataShift::ImageLoading
-     
-    # Note the Spree Image model sets default storage path to
-    # => :path => ":rails_root/public/assets/products/:id/:style/:basename.:extension"
-
-    def create_image(klass, attachment_path, viewable_record = nil, options = {})
-        
-      viewable =  (SpreeHelper::version.to_f > 1 && viewable_record.is_a?(Spree::Product) ) ? viewable_record.master : viewable_record
-      
-      super(klass, attachment_path, viewable, options)
-    end
-  end
-
-  module SpreeHelper
-     
-    # TODO - extract this out of SpreeHelper to create  a general paperclip loader
-    class ImageLoader < LoaderBase
-
-      include DataShift::SpreeImageLoading
-      include DataShift::CsvLoading
-      include DataShift::ExcelLoading
-      
-      def initialize(image = nil, options = {})
-        
-        opts = options.merge(:load => false)  # Don't need operators and no table Spree::Image
-
-        super( SpreeHelper::get_spree_class('Image'), image, opts )
-        
-        if(SpreeHelper::version.to_f > 1.0 )
-          @attachment_klazz  = DataShift::SpreeHelper::get_spree_class('Variant' )
-        else
-          @attachment_klazz  = DataShift::SpreeHelper::get_spree_class('Product' )
-        end
-        
-        puts "Attachment Class is #{@attachment_klazz}" if(@verbose)
-          
-        raise "Failed to create Image for loading" unless @load_object
-      end
-      
-      def process()
-
-        if(current_value && @current_method_detail.operator?('attachment') )
-          
-          # assign the image file data as an attachment
-          @load_object.attachment = get_file(current_value)
-          
-          puts "Image attachment created : #{@load_object.inspect}"
-              
-        elsif(current_value && @current_method_detail.operator )    
-          
-          # find the db record to assign our Image to
-          add_record( get_record_by(@attachment_klazz, @current_method_detail.operator, current_value) )
-                
-        end
-          
-      end
-    
-      def add_record(record)
-        if(record)
-          if(SpreeHelper::version.to_f > 1 )
-            @load_object.viewable = record
-          else
-            @load_object.viewable = record.product   # SKU stored on Variant but we want it's master Product
-          end
-          @load_object.save
-          puts "Image viewable set : #{record.inspect}"
-          
-        else
-          puts "WARNING - Cannot set viewable - No matching record supplied"
-          logger.error"Failed to find a matching record"
-        end
-      end
-    end
-          
-  end
-end

data/lib/loaders/spree/product_loader.rb

@@ -1,354 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2010
-# Author ::   Tom Statter
-# Date ::     Aug 2010
-# License::   MIT ?
-#
-# Details::   Specific over-rides/additions to support Spree Products
-#
-require 'loader_base'
-require 'csv_loader'
-require 'excel_loader'
-require 'image_loader'
-
-module DataShift
-
-  module SpreeHelper
-
-    class ProductLoader < LoaderBase
-
-      include DataShift::CsvLoading
-      include DataShift::ExcelLoading
-      include DataShift::ImageLoading
-
-      # depending on version get_product_class should return us right class, namespaced or not
-
-      def initialize(product = nil)
-        super( SpreeHelper::get_product_class(), product, :instance_methods => true  )
-     
-        @@image_klass ||= SpreeHelper::get_spree_class('Image')
-        @@option_type_klass ||= SpreeHelper::get_spree_class('OptionType')
-        @@option_value_klass ||= SpreeHelper::get_spree_class('OptionValue')
-        @@property_klass ||= SpreeHelper::get_spree_class('Property')
-        @@product_property_klass ||= SpreeHelper::get_spree_class('ProductProperty')
-        @@taxonomy_klass ||= SpreeHelper::get_spree_class('Taxonomy')
-        @@taxon_klass ||= SpreeHelper::get_spree_class('Taxon')
-        @@variant_klass ||= SpreeHelper::get_spree_class('Variant')
-        
-        raise "Failed to create Product for loading" unless @load_object
-        
-        logger.debug "PRODUCT #{@load_object.inspect} MASTER: #{@load_object.master.inspect}"
-      end
-
-      def perform_load( file_name, options = {} )
-         # In >= 1.1.0 Image moved to master Variant from Product so no association called Images on Product anymore
-        options[:force_inclusion] = options[:force_inclusion] ? ['images'] : [*options[:force_inclusion]] << 'images'
-    
-        super(file_name, options)
-      end
-
-      # Over ride base class process with some Spree::Product specifics
-      #
-      # What process a value string from a column, assigning value(s) to correct association on Product.
-      # Method map represents a column from a file and it's correlated Product association.
-      # Value string which may contain multiple values for a collection (has_many) association.
-      #
-      def process()
-
-        # Special cases for Products, generally where a simple one stage lookup won't suffice
-        # otherwise simply use default processing from base class
-        if(current_value && (@current_method_detail.operator?('variants') || @current_method_detail.operator?('option_types')) )
-
-          add_options
-
-        elsif(@current_method_detail.operator?('taxons') && current_value)
-
-          add_taxons
-
-        elsif(@current_method_detail.operator?('product_properties') && current_value)
-
-          add_properties
-
-        elsif(@current_method_detail.operator?('images') && current_value)
-
-          add_images
-          
-        elsif(current_value && (@current_method_detail.operator?('count_on_hand') || @current_method_detail.operator?('on_hand')) )
-
-
-          # Unless we can save here, in danger of count_on_hand getting wiped out.
-          # If we set (on_hand or count_on_hand) on an unsaved object, during next subsequent save
-          # looks like some validation code or something calls Variant.on_hand= with 0
-          # If we save first, then our values seem to stick
-
-          # TODO smart column ordering to ensure always valid - if we always make it very last column might not get wiped ?
-          # 
-          save_if_new
-          
-  
-          # Spree has some stock management stuff going on, so dont usually assign to column vut use
-          # on_hand and on_hand=
-          if(@load_object.variants.size > 0)
-            
-            if(current_value.to_s.include?(LoaderBase::multi_assoc_delim))
-
-              #puts "DEBUG: COUNT_ON_HAND PER VARIANT",current_value.is_a?(String),
-          
-              # Check if we processed Option Types and assign count per option
-              values = current_value.to_s.split(LoaderBase::multi_assoc_delim)
-
-              if(@load_object.variants.size == values.size)
-                @load_object.variants.each_with_index {|v, i| v.on_hand = values[i].to_i }
-                @load_object.save
-              else
-                puts "WARNING: Count on hand entries did not match number of Variants - None Set"
-              end
-            end
-            
-          # Can only set count on hand on Product if no Variants exist, else model throws
-            
-          elsif(@load_object.variants.size == 0) 
-            if(current_value.to_s.include?(LoaderBase::multi_assoc_delim))
-              puts "WARNING: Multiple count_on_hand values specified but no Variants/OptionTypes created" 
-              load_object.on_hand = current_value.to_s.split(LoaderBase::multi_assoc_delim).first.to_i
-            else
-              load_object.on_hand = current_value.to_i
-            end
-          end
-
-        else
-          super
-        end
-      end
-
-      private
-      
-
-
-      # Special case for OptionTypes as it's two stage process
-      # First add the possible option_types to Product, then we are able
-      # to define Variants on those options values.
-      #  To defiene a Variant : 
-      #  1) define at least one OptionType on Product, for example Size
-      #  2) Provide a value for at least one of these OptionType
-      #  3) A composite Variant can be created by supplyiung a vlaue for more than one OptionType
-      #       fro example Colour : Red and Size Medium
-      # Supported Syntax :
-      #  '|' seperates Variants
-      #   ',' list of option values
-      #  Examples : 
-      #     mime_type:jpeg;print_type:black_white|mime_type:jpeg|mime_type:png, PDF;print_type:colour
-      #
-      def add_options
-        
-        # TODO smart column ordering to ensure always valid by time we get to associations
-        save_if_new
-
-        # example : mime_type:jpeg;print_type:black_white|mime_type:jpeg|mime_type:png, PDF;print_type:colour
-        
-        variants = get_each_assoc#current_value.split( LoaderBase::multi_assoc_delim )
-
-        # 1) mime_type:jpeg;print_type:black_white  2) mime_type:jpeg  3) mime_type:png, PDF;print_type:colour
-
-        variants.each do |per_variant| 
-                
-          option_types = per_variant.split(';')    # [mime_type:jpeg, print_type:black_white]   
-          
-          optiontype_vlist_map = {}
-                      
-          option_types.each do |ostr|
-             
-            oname, value_str = ostr.split(LoaderBase::name_value_delim)
-    
-            option_type = @@option_type_klass.find_by_name(oname)
-
-            unless option_type
-              option_type = @@option_type_klass.create( :name => oname, :presentation => oname.humanize)
-              # TODO - dynamic creation should be an option
-
-              unless option_type
-                puts "WARNING: OptionType #{oname} NOT found and could not create - Not set Product"
-                next
-              end
-              puts "Created missing OptionType #{option_type.inspect}"
-            end
-
-            # OptionTypes must be specified first on Product to enable Variants to be created
-            # TODO - is include? very inefficient ??
-            @load_object.option_types << option_type unless @load_object.option_types.include?(option_type)
-
-            # Can be simply list of OptionTypes, some or all without values
-            next unless(value_str)
-
-            optiontype_vlist_map[option_type] = []
-            
-            # Now get the value(s) for the option e.g red,blue,green for OptType 'colour'   
-            optiontype_vlist_map[option_type] = value_str.split(',')
-          end
-         
-          next if(optiontype_vlist_map.empty?) # only option types specified - no values
-
-          # Now create set of Variants, some of which maybe composites           
-          # Find the longest set of OVs to use as base for combining with the rest
-          sorted_map = optiontype_vlist_map.sort_by { |k,v| v.size }.reverse
-          
-          # ovalues = 'pdf','jpeg','png'
-          option_type, ovalues = sorted_map.shift
-          # TODO .. benchmarking to find most efficient way to create these but ensure Product.variants list
-          # populated .. currently need to call reload to ensure this (seems reqd for Spree 1/Rails 3, wasn't required b4
-          ovalues.each do |ovname|
-              
-            ov_list = []
-          
-            ov = @@option_value_klass.find_or_create_by_name_and_option_type_id(ovname.strip, option_type.id)
-                
-            ov_list << ov if ov
-              
-            sorted_map.each do |ot, ovlist| ovlist.each do |for_composite|
-                ov = @@option_value_klass.find_or_create_by_name_and_option_type_id(for_composite.strip, ot.id)
-                
-                ov_list << ov if(ov)
-              end 
-            end
-
-            unless(ov_list.empty?)
-              i = @load_object.variants.size + 1
-              
-              # This one line seems to works for 1.1.0 - 3.2 but not 1.0.0 - 3.1 ??
-              if(SpreeHelper::version.to_f >= 1.1)
-                variant = @load_object.variants.create( :sku => "#{@load_object.sku}_#{i}", :price => @load_object.price)
-              else
-                variant = @@variant_klass.create( :product => @load_object, :sku => "#{@load_object.sku}_#{i}", :price => @load_object.price, :available_on => @load_object.available_on)
-              end
-
-              variant.option_values << ov_list if(variant)
-            end
-          end
-          
-          #puts "DEBUG Load Object now has Variants : #{@load_object.variants.inspect}"
-          @load_object.reload unless @load_object.new_record? 
-          #puts "DEBUG Load Object now has Variants : #{@load_object.variants.inspect}"
-        end
-
-      end # each Variant
-
-      # Special case for Images
-      # A list of paths to Images with a optional 'alt' value - supplied in form :
-      #   path:alt|path2:alt2|path_3:alt3 etc
-      #
-      def add_images
-        # TODO smart column ordering to ensure always valid by time we get to associations
-        save_if_new
-
-        images = get_each_assoc#current_value.split(LoaderBase::multi_assoc_delim)
-
-        images.each do |image|
-          puts "Add Image #{image}"
-          img_path, alt_text = image.split(LoaderBase::name_value_delim)
-          
-          # moved from Prod to Variant in spree 1.x.x
-          attachment  = (SpreeHelper::version.to_f > 1) ? @load_object.master : @load_object
-          
-          image = create_image(@@image_klass, img_path, attachment, :alt => alt_text)
-          logger.debug("Product assigned an Image : #{image.inspect}")
-        end
-      
-      end
-
-      
-      # Special case for ProductProperties since it can have additional value applied.
-      # A list of Properties with a optional Value - supplied in form :
-      #   property_name:value|property_name|property_name:value
-      #  Example :
-      #  test_pp_002|test_pp_003:Example free value|yet_another_property
-
-      def add_properties
-        # TODO smart column ordering to ensure always valid by time we get to associations
-        save_if_new
-
-        property_list = get_each_assoc#current_value.split(LoaderBase::multi_assoc_delim)
-
-        property_list.each do |pstr|
-        
-          # Special case, we know we lookup on name so operator is effectively the name to lookup
-          find_by_name, find_by_value = get_find_operator_and_rest( pstr )
-     
-          raise "Cannot find Property via #{find_by_name} (with value #{find_by_value})" unless(find_by_name)
-                        
-          property = @@property_klass.find_by_name(find_by_name)
-
-          unless property
-            property = @@property_klass.create( :name => find_by_name, :presentation => find_by_name.humanize)
-            logger.info "Created New Property #{property.inspect}"
-          end
-
-          if(property)
-            if(SpreeHelper::version.to_f >= 1.1)
-              # Property now protected from mass assignment 
-              x = @@product_property_klass.new( :value => find_by_value )
-              x.property = property
-              x.save
-              @load_object.product_properties << x 
-              logger.info "Created New ProductProperty #{x.inspect}"
-            else
-              @load_object.product_properties << @@product_property_klass.create( :property => property, :value => find_by_values)
-            end
-          else
-            puts "WARNING: Property #{find_by_name} NOT found - Not set Product"
-          end
-         
-        end
-      
-      end
-
-      # Nested tree structure support ..
-      # TAXON FORMAT 
-      # name|name>child>child|name
-       
-      def add_taxons
-        # TODO smart column ordering to ensure always valid by time we get to associations
-        save_if_new
-
-        chain_list = get_each_assoc#current_value().split(LoaderBase::multi_assoc_delim)
-
-        chain_list.each do |chain|
-          
-          name_list = chain.split(/\s*>\s*/)
-          
-          # manage per chain
-          parent_taxonomy, parent, taxon = nil, nil, nil
-          
-          # Each chain can contain either a single Taxon, or the tree like structure parent>child>child     
-          taxons = name_list.collect do |name|
-          
-            #puts "DEBUG: NAME #{name.inspect}"             
-            begin
-              taxon = @@taxon_klass.find_by_name( name )
-
-              if(taxon)
-                parent_taxonomy ||= taxon.taxonomy
-              else
-                parent_taxonomy ||= @@taxonomy_klass.find_or_create_by_name(name)
-   
-                taxon = @@taxon_klass.find_or_create_by_name_and_parent_id_and_taxonomy_id(name, parent && parent.id, parent_taxonomy.id)         
-              end
-            rescue => e
-              puts e.inspect
-              puts "ERROR : Cannot assign Taxon ['#{taxon}'] to Product ['#{load_object.name}']"
-              next
-            end
-            
-            parent = taxon
-            taxon
-          end
-          
-          unique_list = taxons.compact.uniq - (@load_object.taxons || [])
-        
-          logger.debug("Product assigned to Taxons : #{unique_list.collect(&:name).inspect}")
-          @load_object.taxons << unique_list unless(unique_list.empty?)
-        end
-
-      end
-
-    end
-  end
-end