ar_loader 0.0.4 → 0.0.6

data/tasks/spree/product_loader.rake

@@ -1,107 +1,108 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Feb 2011
-# License::   MIT. Free, Open Source.
-#
-# REQUIRES:   JRuby access to Java
-#
-# Usage from rake : jruby -S rake excel_loader input=<file.xls>
-#
-# e.g.  => jruby -S rake excel_load input=vendor\extensions\autotelik\fixtures\ExampleInfoWeb.xls
-#       => jruby -S rake excel_load input=C:\MyProducts.xls verbose=true
-#
-namespace :autotelik do
-
-  desc "Populate a Spree database with Product/Varient data stored in Excel"
-  task :product_load, :input, :verbose, :sku_prefix, :needs => :environment do |t, args|
-
-    raise "USAGE: jruby -S rake product_load input=excel_file.xls" unless args[:input]
-    raise "ERROR: Could not find file #{args[:input]}" unless File.exists?(args[:input])
-
-    require 'product_loader'
-    require 'method_mapper_excel'
-
-    @method_mapper = MethodMapperExcel.new(args[:input], Product)
-
-    @excel = @method_mapper.excel
-
-    if(args[:verbose])
-      puts "Loading from Excel file: #{args[:input]}"
-      puts "Processing #{@excel.num_rows} rows"
-    end
-
-    # REQUIRED 'set' methods on Product i.e will not validate/save without these
-    required_methods = ['sku', 'name', 'price']
-
-    @method_mapper.check_mandatory( required_methods )
-
-    # COLUMNS WITH DEFAULTS - TODO create YAML configuration file to drive defaults etc
-  
-    MethodDetail.set_default_value('available_on', Time.now.to_s(:db) )
-    MethodDetail.set_default_value('cost_price', 0.0 )
-
-    MethodDetail.set_prefix('sku', args[:sku_prefix] ) if args[:sku_prefix]
-
-    # Process spreadsheet and create Products
-    method_names = @method_mapper.method_names
-
-    sku_index = method_names.index('sku')
-
-    Product.transaction do
-      @products =  []
-
-      (1..@excel.num_rows).collect do |row|
-
-        product_data_row = @excel.sheet.getRow(row)
-        break if product_data_row.nil?
-
-        # Excel num_rows seems to return all 'visible' rows so,
-        # we have to manually detect when actual data ends and all the empty rows start
-        contains_data = required_methods.find { |mthd| ! product_data_row.getCell(method_names.index(mthd)).to_s.empty? }
-        break unless contains_data
- 
-        @assoc_classes = {}
-
-        loader = ProductLoader.new()
-
-        # TODO - Smart sorting of column processing order ....
-        # Does not currently ensure mandatory columns (for valid?) processed first but Product needs saving
-        # before associations can be processed so user should ensure SKU, name, price columns are among first columns
-
-        @method_mapper.methods.each_with_index do |method_map, col|
-          product_data_row.getCell(col).setCellType(JExcelFile::HSSFCell::CELL_TYPE_STRING) if(col == sku_index)
-          loader.process(method_map, @excel.value(product_data_row, col))
-          begin
-            prod = loader.load_object
-            if( prod.valid? && prod.new_record? )
-              prod.save
-            end
-          rescue
-            raise "Error processing Product"
-          end
-        end
-
-        product = loader.load_object
-
-        product.available_on ||= Time.now.to_s(:db)
-
-        # TODO - handle when it's not valid ? 
-        # Process rest and dump out an exception list of Products
-        #unless(product.valid?)
-        #end
-
-        puts "SAVING ROW #{row} : #{product.inspect}" if args[:verbose]
-
-        unless(product.save)
-          puts product.errors.inspect
-          puts product.errors.full_messages.inspect
-          raise "Error Saving Product: #{product.sku} :#{product.name}"
-        else
-          @products << product
-        end
-      end
-    end   # TRANSACTION
-
-  end
-
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Feb 2011
+# License::   MIT. Free, Open Source.
+#
+# REQUIRES:   JRuby access to Java
+#
+# Usage from rake : jruby -S rake excel_loader input=<file.xls>
+#
+# e.g.  => jruby -S rake autotelik:product_load input=vendor\extensions\autotelik\fixtures\ExampleInfoWeb.xls
+#       => jruby -S rake autotelik:product_load input=C:\MyProducts.xls verbose=true
+#
+namespace :autotelik do
+
+  desc "Populate Spree db with Product/Varient data from .xls (Excel) file"
+  task :product_load, :input, :verbose, :sku_prefix, :needs => :environment do |t, args|
+
+    raise "USAGE: jruby -S rake product_load input=excel_file.xls" unless args[:input]
+    raise "ERROR: Could not find file #{args[:input]}" unless File.exists?(args[:input])
+
+    require 'product_loader'
+    require 'method_mapper_excel'
+
+    @method_mapper = MethodMapperExcel.new(args[:input], Product)
+
+    @excel = @method_mapper.excel
+
+    if(args[:verbose])
+      puts "Loading from Excel file: #{args[:input]}"
+      puts "Processing #{@excel.num_rows} rows"
+    end
+
+    # REQUIRED 'set' methods on Product i.e will not validate/save without these
+    required_methods = ['sku', 'name', 'price']
+
+    @method_mapper.check_mandatory( required_methods )
+
+    # COLUMNS WITH DEFAULTS - TODO create YAML configuration file to drive defaults etc
+  
+    MethodDetail.set_default_value('available_on', Time.now.to_s(:db) )
+    MethodDetail.set_default_value('cost_price', 0.0 )
+
+    MethodDetail.set_prefix('sku', args[:sku_prefix] ) if args[:sku_prefix]
+
+    # Process spreadsheet and create Products
+    method_names = @method_mapper.method_names
+
+    sku_index = method_names.index('sku')
+
+    Product.transaction do
+      @products =  []
+
+      (1..@excel.num_rows).collect do |row|
+
+        product_data_row = @excel.sheet.getRow(row)
+        break if product_data_row.nil?
+
+        # Excel num_rows seems to return all 'visible' rows so,
+        # we have to manually detect when actual data ends and all the empty rows start
+        contains_data = required_methods.find { |mthd| ! product_data_row.getCell(method_names.index(mthd)).to_s.empty? }
+        break unless contains_data
+ 
+        @assoc_classes = {}
+
+        loader = ProductLoader.new()
+
+        # TODO - Smart sorting of column processing order ....
+        # Does not currently ensure mandatory columns (for valid?) processed first but Product needs saving
+        # before associations can be processed so user should ensure SKU, name, price columns are among first columns
+
+        @method_mapper.methods.each_with_index do |method_map, col|
+          product_data_row.getCell(col).setCellType(JExcelFile::HSSFCell::CELL_TYPE_STRING) if(col == sku_index)
+          loader.process(method_map, @excel.value(product_data_row, col))
+          begin
+            prod = loader.load_object
+            if( prod.valid? && prod.new_record? )
+              prod.save
+            end
+          rescue => e
+            puts "ERROR: Product save #{e.inspect}"
+            raise "Error processing Product"
+          end
+        end
+
+        product = loader.load_object
+
+        product.available_on ||= Time.now.to_s(:db)
+
+        # TODO - handle when it's not valid ? 
+        # Process rest and dump out an exception list of Products
+        #unless(product.valid?)
+        #end
+
+        puts "SAVING ROW #{row} : #{product.inspect}" if args[:verbose]
+
+        unless(product.save)
+          puts product.errors.inspect
+          puts product.errors.full_messages.inspect
+          raise "Error Saving Product: #{product.sku} :#{product.name}"
+        else
+          @products << product
+        end
+      end
+    end   # TRANSACTION
+
+  end
+
 end

data/tasks/word_to_seedfu.rake

@@ -1,167 +1,167 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2010
-#
-# License::   Free, OpenSource... MIT ?
-#
-# About::     Rake tasks to read Word documents, containing product descriptions,
-#             convert to HTML, tidy the HTML and then create seed_fu ready fixtures,
-#             from a template, with product description supplied by the HTML
-#
-#             Note cleanest HTML is produced by this combination : saving with WdFormatHTML
-#             not WdFormatFilteredHTML and using the '--word-2000', 'y' option to tidy
-#             (don't use the '--bare' option)
-#
-#             Not currently available for JRuby due to Win32Ole requirement
-#
-#             Requires local exes available in PATH for :
-#             Microsoft Word
-#             HTML Tidy - http://tidy.sourceforge.net  (Free)
-#
-require 'erb'
-
-namespace :autotelik do
-
-  desc "Convert MS Word to HTML and seed_fu fixtures. help=true for detailed usage."
-
-  task :word2html, :help, :needs => [:environment] do |t, args|
-    x =<<-EOS
-
-  USAGE::
-      Convert MS Word docs to HTML and seed_fu fixtures, by default searches for docs
-      in RAILS_ROOT/doc/copy
-
-      You can change the directory where Word document files are located
-      with the COPY_PATH  environment variable.
-
-      Examples:
-        # default, to convert all Word files for the current environment
-        rake autotelik:word2seedfu
-
-        # to load seed files matching orders or customers
-        rake db:seed SEED=orders,customers
-
-        # to load files from RAILS_ROOT/features/fixtures
-        rake db:seed FIXTURE_PATH=features/fixtures
-    EOS
-
-    if(args[:help])
-      puts x
-      exit(0)
-    end
-
-    site_extension_lib = File.join(SiteExtension.root, 'lib')
-
-    require File.join(site_extension_lib, 'word')
-
-    copy_path = ENV["COPY_PATH"] ? ENV["COPY_PATH"] : File.join(RAILS_ROOT, "doc", "copy")
-    fixtures_path = ENV["FIXTURES_PATH"] ? ENV["FIXTURES_PATH"] : File.join(RAILS_ROOT, "db", "fixtures")
-
-    copy_files = Dir[File.join(copy_path, '*.doc')]
-
-    copy_files.each do |file|
-
-      name = File.basename(file, '.doc')
-
-      puts "\n== Generate raw HTML from #{name}.doc =="
-
-      @word = Word.new(true)
-
-      @word.open( file )
-
-      html_file = File.join(copy_path, "#{name}.ms.html")
-
-      @word.save_as_html( html_file )
-
-      tidy_file = File.join(copy_path, "#{name}.html")
-
-      tidy_config = File.join(site_extension_lib, 'tasks', 'tidy_config.txt')
-
-      puts "tidy cmd line:", "tidy -config #{tidy_config} -clean --show-body-only y --word-2000 y --indent-spaces 2 -output #{tidy_file} #{html_file}"
-
-      result = system("tidy", '-config', "#{tidy_config}", '-clean', '--show-body-only', 'y', '--word-2000', 'y', '--indent-spaces', '2', '-output', "#{tidy_file}", "#{html_file}")
-
-      # TODO maybe report on result, $?
-
-      File.open( tidy_file ) do |f|
-        puts f.read
-      end
-
-      @word.quit
-    end
-  end
-
-  desc "Convert MS Word to HTML and seed_fu fixtures. help=true for detailed usage."
-  task :word2seedfu => :environment do
-    site_extension_lib = File.join(SiteExtension.root, 'lib')
-
-    require File.join(site_extension_lib, 'word')
-
-    sku_id     = ENV["INITIAL_SKU_ID"] ? ENV["INITIAL_SKU_ID"] : 0
-    sku_prefix = ENV["SKU_PREFIX"] ? ENV["SKU_PREFIX"] : File.basename( RAILS_ROOT )
-
-    seedfu_template = File.join(site_extension_lib, 'tasks', 'seed_fu_product_template.erb')
-
-    begin
-      File.open( seedfu_template ) do |f|
-        @template = ERB.new(f.read)
-      end
-    rescue => e
-      puts "ERROR: #{e.inspect}"
-      puts "Cannot open or read template #{seedfu_template}"
-      raise e
-    end
-
-    copy_path = ENV["COPY_PATH"] ? ENV["COPY_PATH"] : File.join(RAILS_ROOT, "doc", "copy")
-    fixtures_path = ENV["FIXTURES_PATH"] ? ENV["FIXTURES_PATH"] : File.join(RAILS_ROOT, "db", "fixtures")
-
-    copy_files = Dir[File.join(copy_path, '*.doc')]
-
-    copy_files.each do |file|
-
-      name = File.basename(file, '.doc')
-
-      puts "\n== Generate raw HTML from #{name}.doc =="
-
-      @word = Word.new(true)
-
-      @word.open( file )
-
-      html_file = File.join(copy_path, "#{name}.ms.html")
-
-      @word.save_as_html( html_file )
-
-      tidy_file = File.join(copy_path, "#{name}.html")
-
-      tidy_config = File.join(site_extension_lib, 'tasks', 'tidy_config.txt')
-
-      puts "tidy cmd line:", "tidy -config #{tidy_config} -clean --show-body-only y --word-2000 y --indent-spaces 2 -output #{tidy_file} #{html_file}"
-
-      result = system("tidy", '-config', "#{tidy_config}", '-clean', '--show-body-only', 'y', '--word-2000', 'y', '--indent-spaces', '2', '-output', "#{tidy_file}", "#{html_file}")
-
-      # TODO maybe report on result, $?
-
-      File.open( tidy_file ) do |f|
-        @description = f.read
-      end
-
-      sku_id_str  = "%03d" % sku_id
-
-      seed_file = "#{sku_id_str}_#{name.gsub(' ', '_')}.rb"
-      puts "\n== Generate seed fu file #{seed_file} =="
-
-      @sku  = "#{sku_prefix}_#{sku_id_str}"
-      @name = 'TODO'
-  
-      File.open( File.join(fixtures_path, seed_file), 'w' ) do |f|
-        f.write @template.result(binding)
-        puts "\nFile created: #{File.join(fixtures_path, seed_file)}"
-      end
-
-      sku_id += 1
-
-      @word.quit
-    end
-
-  end
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Aug 2010
+#
+# License::   Free, OpenSource... MIT ?
+#
+# About::     Rake tasks to read Word documents, containing product descriptions,
+#             convert to HTML, tidy the HTML and then create seed_fu ready fixtures,
+#             from a template, with product description supplied by the HTML
+#
+#             Note cleanest HTML is produced by this combination : saving with WdFormatHTML
+#             not WdFormatFilteredHTML and using the '--word-2000', 'y' option to tidy
+#             (don't use the '--bare' option)
+#
+#             Not currently available for JRuby due to Win32Ole requirement
+#
+#             Requires local exes available in PATH for :
+#             Microsoft Word
+#             HTML Tidy - http://tidy.sourceforge.net  (Free)
+#
+require 'erb'
+
+namespace :autotelik do
+
+  desc "Convert MS Word to HTML and seed_fu fixtures. help=true for detailed usage."
+
+  task :word2html, :help, :needs => [:environment] do |t, args|
+    x =<<-EOS
+
+  USAGE::
+      Convert MS Word docs to HTML and seed_fu fixtures, by default searches for docs
+      in RAILS_ROOT/doc/copy
+
+      You can change the directory where Word document files are located
+      with the COPY_PATH  environment variable.
+
+      Examples:
+        # default, to convert all Word files for the current environment
+        rake autotelik:word2seedfu
+
+        # to load seed files matching orders or customers
+        rake db:seed SEED=orders,customers
+
+        # to load files from RAILS_ROOT/features/fixtures
+        rake db:seed FIXTURE_PATH=features/fixtures
+    EOS
+
+    if(args[:help])
+      puts x
+      exit(0)
+    end
+
+    site_extension_lib = File.join(SiteExtension.root, 'lib')
+
+    require File.join(site_extension_lib, 'word')
+
+    copy_path = ENV["COPY_PATH"] ? ENV["COPY_PATH"] : File.join(RAILS_ROOT, "doc", "copy")
+    fixtures_path = ENV["FIXTURES_PATH"] ? ENV["FIXTURES_PATH"] : File.join(RAILS_ROOT, "db", "fixtures")
+
+    copy_files = Dir[File.join(copy_path, '*.doc')]
+
+    copy_files.each do |file|
+
+      name = File.basename(file, '.doc')
+
+      puts "\n== Generate raw HTML from #{name}.doc =="
+
+      @word = Word.new(true)
+
+      @word.open( file )
+
+      html_file = File.join(copy_path, "#{name}.ms.html")
+
+      @word.save_as_html( html_file )
+
+      tidy_file = File.join(copy_path, "#{name}.html")
+
+      tidy_config = File.join(site_extension_lib, 'tasks', 'tidy_config.txt')
+
+      puts "tidy cmd line:", "tidy -config #{tidy_config} -clean --show-body-only y --word-2000 y --indent-spaces 2 -output #{tidy_file} #{html_file}"
+
+      result = system("tidy", '-config', "#{tidy_config}", '-clean', '--show-body-only', 'y', '--word-2000', 'y', '--indent-spaces', '2', '-output', "#{tidy_file}", "#{html_file}")
+
+      # TODO maybe report on result, $?
+
+      File.open( tidy_file ) do |f|
+        puts f.read
+      end
+
+      @word.quit
+    end
+  end
+
+  desc "Convert MS Word to HTML and seed_fu fixtures. help=true for detailed usage."
+  task :word2seedfu => :environment do
+    site_extension_lib = File.join(SiteExtension.root, 'lib')
+
+    require File.join(site_extension_lib, 'word')
+
+    sku_id     = ENV["INITIAL_SKU_ID"] ? ENV["INITIAL_SKU_ID"] : 0
+    sku_prefix = ENV["SKU_PREFIX"] ? ENV["SKU_PREFIX"] : File.basename( RAILS_ROOT )
+
+    seedfu_template = File.join(site_extension_lib, 'tasks', 'seed_fu_product_template.erb')
+
+    begin
+      File.open( seedfu_template ) do |f|
+        @template = ERB.new(f.read)
+      end
+    rescue => e
+      puts "ERROR: #{e.inspect}"
+      puts "Cannot open or read template #{seedfu_template}"
+      raise e
+    end
+
+    copy_path = ENV["COPY_PATH"] ? ENV["COPY_PATH"] : File.join(RAILS_ROOT, "doc", "copy")
+    fixtures_path = ENV["FIXTURES_PATH"] ? ENV["FIXTURES_PATH"] : File.join(RAILS_ROOT, "db", "fixtures")
+
+    copy_files = Dir[File.join(copy_path, '*.doc')]
+
+    copy_files.each do |file|
+
+      name = File.basename(file, '.doc')
+
+      puts "\n== Generate raw HTML from #{name}.doc =="
+
+      @word = Word.new(true)
+
+      @word.open( file )
+
+      html_file = File.join(copy_path, "#{name}.ms.html")
+
+      @word.save_as_html( html_file )
+
+      tidy_file = File.join(copy_path, "#{name}.html")
+
+      tidy_config = File.join(site_extension_lib, 'tasks', 'tidy_config.txt')
+
+      puts "tidy cmd line:", "tidy -config #{tidy_config} -clean --show-body-only y --word-2000 y --indent-spaces 2 -output #{tidy_file} #{html_file}"
+
+      result = system("tidy", '-config', "#{tidy_config}", '-clean', '--show-body-only', 'y', '--word-2000', 'y', '--indent-spaces', '2', '-output', "#{tidy_file}", "#{html_file}")
+
+      # TODO maybe report on result, $?
+
+      File.open( tidy_file ) do |f|
+        @description = f.read
+      end
+
+      sku_id_str  = "%03d" % sku_id
+
+      seed_file = "#{sku_id_str}_#{name.gsub(' ', '_')}.rb"
+      puts "\n== Generate seed fu file #{seed_file} =="
+
+      @sku  = "#{sku_prefix}_#{sku_id_str}"
+      @name = 'TODO'
+  
+      File.open( File.join(fixtures_path, seed_file), 'w' ) do |f|
+        f.write @template.result(binding)
+        puts "\nFile created: #{File.join(fixtures_path, seed_file)}"
+      end
+
+      sku_id += 1
+
+      @word.quit
+    end
+
+  end
 end