datashift 0.8.0 → 0.9.0

data/lib/thor/tools.thor

@@ -0,0 +1,63 @@
+# Copyright:: (c) Autotelik Media Ltd 2012
+# Author ::   Tom Statter
+# Date ::     Sept 2012
+# License::   MIT.
+#
+# Usage::
+#
+#  To pull Datashift commands into your main application :
+#
+#     require 'datashift'
+#
+#     DataShift::load_commands
+#
+require 'datashift'
+  
+# Note, not DataShift, case sensitive, create namespace for command line : datashift
+module Datashift        
+  class Tools < Thor     
+  
+    include DataShift::Logging
+      
+    desc "zip", "Create zip of matching digital files" 
+
+    method_option :path, :aliases => '-p', :required => true, :desc => "The path to the digital files"
+    method_option :results, :aliases => '-r', :required => true, :desc => "The path to store resulting zip files"
+ 
+    def zip()
+     
+      require 'zip/zip'
+      require 'zip/zipfilesystem'
+
+      ready_to_zip = {}
+      Dir[File.join(options[:path], '**', '*.*')].each do |p|
+        next if File.directory? p
+        
+        basename = File.basename(p, '.*')
+        ready_to_zip[basename] ||= []       
+        ready_to_zip[basename] << p  
+      end 
+      
+      output = options[:results]
+      
+      FileUtils::mkdir_p(output) unless File.exists?(output)
+      
+      puts "Creating #{ready_to_zip.keys.size} new zips"
+      ready_to_zip.each do |basename, paths|
+      
+        z= File.join(output, basename + '.zip')
+        puts "zipping to #{z}"
+        
+        Zip::ZipOutputStream.open(z) do |zos|
+          paths.each do |file|
+            zos.put_next_entry(File.basename(file))
+            zos.print IO.read(file)
+          end
+        end
+      end
+      
+    end   
+  end
+
+end
+

data/spec/Gemfile

@@ -20,8 +20,9 @@ end
 
 gem 'spreadsheet'
 
-gem 'rails', '3.2.3'
-gem 'spree', '1.1.1'
+gem 'rails', '3.2.7'
+gem 'spree', '1.1.3'
+#gem 'spree', '1.1.2'
 
 #gem 'rails', '3.1.3'
 #gem 'spree', '1.0.0'

data/spec/csv_exporter_spec.rb

@@ -0,0 +1,101 @@
+# Copyright:: (c) Autotelik Media Ltd 2012
+# Author ::   Tom Statter
+# Date ::     Sept 2012
+# License::   MIT
+#
+# Details::   Specs for CSV aspect of export
+#
+require File.dirname(__FILE__) + '/spec_helper'
+
+require 'erb'
+require 'csv_exporter'
+
+describe 'CSV Loader' do
+
+  before(:all) do
+    
+    db_connect( 'test_file' )    # , test_memory, test_mysql
+
+    # load our test model definitions - Project etc
+    require File.join($DataShiftFixturePath, 'test_model_defs')  
+   
+    # handle migration changes or reset of test DB
+    migrate_up
+
+    results_clear()
+  end
+  
+  before(:each) do
+    MethodDictionary.clear
+    MethodDictionary.find_operators( Project )
+    
+    db_clear()    # todo read up about proper transactional fixtures
+  end
+  
+  it "should be able to create a new CSV exporter" do
+    generator = CsvExporter.new( 'rspec_csv_empty.csv' )
+      
+    generator.should_not be_nil
+  end
+  
+  it "should export a model to csv file" do
+
+    expect = result_file('project_export_spec.csv')
+
+    exporter = CsvExporter.new( expect )
+     
+    Project.create( :value_as_string	=> 'Value as String', :value_as_boolean => true,	:value_as_double => 75.672)
+     
+    exporter.export(Project.all)
+ 
+    File.exists?(expect).should be_true
+      
+    puts "Can manually check file @ #{expect}"
+    
+    File.foreach(expect) {}
+    count = $.
+    count.should == Project.count + 1
+  end
+
+  it "should export a model and result of method calls on it to csv file" do
+
+    expect = result_file('project__with_methods_export_spec.csv')
+
+    exporter = CsvExporter.new( expect )
+     
+    Project.create( :value_as_string	=> 'Value as String', :value_as_boolean => true,	:value_as_double => 75.672)
+    Project.create( :value_as_string	=> 'Another Value as String', :value_as_boolean => false,	:value_as_double => 12)
+     
+    exporter.export(Project.all, {:methods => [:multiply]})
+ 
+    File.exists?(expect).should be_true
+      
+    puts "Can manually check file @ #{expect}"
+    
+    File.foreach(expect) {}
+    count = $.
+    count.should == Project.count + 1
+  end
+  
+  it "should export a  model and associations to .xls file" do
+
+    p = Project.create( :value_as_string	=> 'Value as String', :value_as_boolean => true,	:value_as_double => 75.672)
+
+    p.milestones.create( :name => 'milestone_1', :cost => 23.45)
+    
+    expect= result_file('project_plus_assoc_export_spec.csv')
+
+    gen = CsvExporter.new(expect)
+
+    gen.export_with_associations(Project, Project.all)
+
+    File.exists?(expect).should be_true
+
+    File.foreach(expect) {}
+    count = $.
+    count.should == Project.count + 1
+    
+  end
+
+
+end

data/spec/excel_exporter_spec.rb

@@ -49,7 +49,7 @@ if(Guards::jruby?)
 
       gen = ExcelExporter.new( expect )
     
-      gen.export(Project)
+      gen.export(Project.all)
  
       File.exists?(expect).should be_true
       

data/spec/fixtures/test_model_defs.rb

@@ -18,6 +18,11 @@ class Project < ActiveRecord::Base
   has_and_belongs_to_many :categories
 
   attr_accessible  :value_as_string, :value_as_boolean, :value_as_double
+  
+  def multiply
+    10 * value_as_double
+  end
+  
 end
 
 class Owner < ActiveRecord::Base

data/spec/spree_loader_spec.rb

@@ -92,11 +92,11 @@ describe 'SpreeLoader' do
   
   # Loader should perform identically regardless of source, whether csv, .xls etc
   
-  it "should load basic Products .xls via Spree loader", :opts => true do
+  it "should load basic Products .xls via Spree loader", :fail => true do
     test_basic_product('SpreeProductsSimple.xls')
   end
 
-  it "should load basic Products from .csv via Spree loader", :csv => true do
+  it "should load basic Products from .csv via Spree loader", :fail => true do
     test_basic_product('SpreeProductsSimple.csv')
   end
 
@@ -117,6 +117,9 @@ describe 'SpreeLoader' do
 
     p = @Product_klass.first
     
+    puts p.inspect
+    puts p.master.inspect
+    
     p.sku.should == "SIMPLE_001"
     p.price.should == 345.78
     p.name.should == "Simple Product for AR Loader"
@@ -124,8 +127,17 @@ describe 'SpreeLoader' do
     p.cost_price.should == 320.00
     p.option_types.should have_exactly(1).items
     p.option_types.should have_exactly(1).items
-    p.count_on_hand.should == 12
-    @Product_klass.last.count_on_hand.should == 23
+    
+    p.has_variants?.should be false
+    p.master.count_on_hand.should == 12
+    
+    puts SpreeHelper::version
+    puts SpreeHelper::version.to_f 
+    puts SpreeHelper::version > "1.1.2"
+     
+    SpreeHelper::version < "1.1.3" ?  p.count_on_hand.should == 12 : p.count_on_hand.should == 0
+   
+    @Product_klass.last.master.count_on_hand.should == 23
   end
 
   
@@ -176,133 +188,6 @@ describe 'SpreeLoader' do
     }
   end
 
-  # Operation and results should be identical when loading multiple associations
-  # if using either single column embedded syntax, or one column per entry.
-
-  it "should load Products and create Variants from single column" do
-    test_variants_creation('SpreeProducts.xls')
-  end
-
-  
-  it "should load Products and create Variants from multiple column #{SpecHelper::spree_fixture('SpreeProductsMultiColumn.xls')}", :fail => true do
-    test_variants_creation('SpreeProductsMultiColumn.xls')
-  end
-  
-  def test_variants_creation( source )
-    @Product_klass.count.should == 0
-    @Variant_klass.count.should == 0
-    
-    @product_loader.perform_load( SpecHelper::spree_fixture(source), :mandatory => ['sku', 'name', 'price'] )
-    
-    expected_multi_column_variants
-  end
-  
-  
-  def expected_multi_column_variants
-      
-    # 3 MASTER products, 11 VARIANTS
-    @Product_klass.count.should == 3
-    @Variant_klass.count.should == 14
-
-    p = @Product_klass.first
-
-    p.sku.should == "DEMO_001"
-
-    p.sku.should == "DEMO_001"
-    p.price.should == 399.99
-    p.description.should == "blah blah"
-    p.cost_price.should == 320.00
-
-    @Product_klass.all.select {|m| m.is_master.should == true  }
-
-
-    # mime_type:jpeg mime_type:PDF mime_type:PNG
-        
-    p.variants.should have_exactly(3).items 
-     
-    p.option_types.should have_exactly(1).items # mime_type
-    
-    p.option_types[0].name.should == "mime_type"
-    p.option_types[0].presentation.should == "Mime type"
-        
-    @Variant_klass.all[1].sku.should == "DEMO_001_1"
-    @Variant_klass.all[1].price.should == 399.99
-
-    # V1
-    v1 = p.variants[0] 
-
-    v1.sku.should == "DEMO_001_1"
-    v1.price.should == 399.99    
-    v1.count_on_hand.should == 12
-
-    
-    v1.option_values.should have_exactly(1).items # mime_type: jpeg
-    v1.option_values[0].name.should == "jpeg"
-
-    
-    v2 = p.variants[1]
-    v2.count_on_hand.should == 6
-    v2.option_values.should have_exactly(1).items # mime_type: jpeg
-    v2.option_values[0].name.should == "PDF"
-    
-    v2.option_values[0].option_type.should_not be_nil
-    v2.option_values[0].option_type.position.should == 0
-    
-    
-    v3 = p.variants[2]
-    v3.count_on_hand.should == 7
-    v3.option_values.should have_exactly(1).items # mime_type: jpeg
-    v3.option_values[0].name.should == "PNG"
-    
-    @Variant_klass.last.price.should == 50.34
-    @Variant_klass.last.count_on_hand.should == 18
-
-    @product_loader.failed_objects.size.should == 0
-  end
-  
-  # Composite Variant Syntax is option_type_A_name:value;option_type_B_name:value 
-  # which creates a SINGLE Variant with 2 option types
-
-  it "should create Variants with MULTIPLE option types from single column", :new => true  do
-     @product_loader.perform_load( SpecHelper::spree_fixture('SpreeMultiVariant.csv'), :mandatory => ['sku', 'name', 'price'] )
-     
-    # Product 1)
-    # 1 + 2) mime_type:jpeg,PDF;print_type:colour	 equivalent to (mime_type:jpeg;print_type:colour|mime_type:PDF;print_type:colour)
-    # 3) mime_type:PNG	
-    # 
-    # Product 2
-    # 4) mime_type:jpeg;print_type:black_white
-    # 5) mime_type:PNG;print_type:black_white	
-    # 
-    # Product 3 
-    # 6 +7) mime_type:jpeg;print_type:colour,sepia;size:large
-    # 8) mime_type:jpeg;print_type:colour
-    # 9) mime_type:PNG	
-    # 9 + 10) mime_type:PDF|print_type:black_white
-
-    prod_count = 3
-    var_count = 10
-    
-    # plus 3 MASTER VARIANTS
-    @Product_klass.count.should == prod_count
-    @Variant_klass.count.should == prod_count + var_count
-
-    p = @Product_klass.first
-        
-    p.variants_including_master.should have_exactly(4).items 
-    p.variants.should have_exactly(3).items  
-     
-    p.variants.each { |v| v.option_values.each {|o| puts o.inspect } }        
-    
-    p.option_types.each { |ot| puts ot.inspect }
-    p.option_types.should have_exactly(2).items # mime_type, print_type
-    
-    v1 = p.variants[0]
-    v1.option_values.should have_exactly(2).items
-    v1.option_values.collect(&:name).sort.should == ['colour','jpeg']
-
-  end
-  
   ##################
   ### PROPERTIES ###
   ##################
@@ -435,6 +320,18 @@ describe 'SpreeLoader' do
  
   end
   
+  it "should correctly identify and create nested Taxons ", :taxons => true do#
+    x=<<-EOS
+lucky_product : A>mysubcat
+bad_luck : B>mysubcat
+
+The bad_luck product is created with in B and somehow pushed into A>mysubcat.
+The category B>mysubcat is not created at all...
+EOS
+     pending(x)
+
+  end
+  
   
   # REPEAT THE WHOLE TEST SUITE VIA CSV
 

data/spec/spree_method_mapping_spec.rb

@@ -12,7 +12,7 @@
 require File.dirname(__FILE__) + '/spec_helper'
 
 require 'spree_helper'
-require 'product_loader'
+#require 'product_loader'
 
 include DataShift
   

data/spec/spree_variants_loader_spec.rb

@@ -0,0 +1,189 @@
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Summer 2011
+#
+# License::   MIT - Free, OpenSource
+#
+# Details::   Specification for Spree aspect of datashift gem.
+#
+#             Provides Loaders and rake tasks specifically tailored for uploading or exporting
+#             Spree Products, associations and Images
+#
+require File.dirname(__FILE__) + '/spec_helper'
+
+require 'spree_helper'
+require 'product_loader'
+
+include DataShift
+  
+describe 'Spree Variants Loader' do
+      
+  include SpecHelper
+  extend SpecHelper  
+      
+  before(:all) do
+    before_all_spree
+  end
+
+  before(:each) do
+
+    begin
+        
+      before_each_spree
+    
+      @Product_klass.count.should == 0
+      @Taxon_klass.count.should == 0
+      @Variant_klass.count.should == 0
+      
+      MethodDictionary.clear
+      
+      # For Spree important to get instance methods too as Product delegates
+      # many important attributes to Variant (master)
+      MethodDictionary.find_operators( @Product_klass, :instance_methods => true )
+
+      # want to test both lookup and dynamic creation - this Taxonomy should be found, rest created
+      root = @Taxonomy_klass.create( :name => 'Paintings' )
+    
+      t = @Taxon_klass.new( :name => 'Landscape' )
+      t.taxonomy = root
+      t.save
+
+      @Taxon_klass.count.should == 2
+    
+      @product_loader = DataShift::SpreeHelper::ProductLoader.new
+    rescue => e
+      puts e.inspect
+      puts e.backtrace
+    end
+  end
+
+  # Operation and results should be identical when loading multiple associations
+  # if using either single column embedded syntax, or one column per entry.
+
+  it "should load Products and create Variants from single column" do
+    test_variants_creation('SpreeProducts.xls')
+  end
+
+  
+  it "should load Products and create Variants from multiple column #{SpecHelper::spree_fixture('SpreeProductsMultiColumn.xls')}" do
+    test_variants_creation('SpreeProductsMultiColumn.xls')
+  end
+  
+  def test_variants_creation( source )
+    @Product_klass.count.should == 0
+    @Variant_klass.count.should == 0
+    
+    @product_loader.perform_load( SpecHelper::spree_fixture(source), :mandatory => ['sku', 'name', 'price'] )
+    
+    expected_multi_column_variants
+  end
+  
+  
+  def expected_multi_column_variants
+      
+    # 3 MASTER products, 11 VARIANTS
+    @Product_klass.count.should == 3
+    @Variant_klass.count.should == 14
+
+    p = @Product_klass.first
+
+    p.sku.should == "DEMO_001"
+
+    p.sku.should == "DEMO_001"
+    p.price.should == 399.99
+    p.description.should == "blah blah"
+    p.cost_price.should == 320.00
+
+    @Product_klass.all.select {|m| m.is_master.should == true  }
+
+
+    # mime_type:jpeg mime_type:PDF mime_type:PNG
+        
+    p.variants.should have_exactly(3).items 
+     
+    p.option_types.should have_exactly(1).items # mime_type
+    
+    p.option_types[0].name.should == "mime_type"
+    p.option_types[0].presentation.should == "Mime type"
+        
+    @Variant_klass.all[1].sku.should == "DEMO_001_1"
+    @Variant_klass.all[1].price.should == 399.99
+
+    # V1
+    v1 = p.variants[0] 
+
+    v1.sku.should == "DEMO_001_1"
+    v1.price.should == 399.99    
+    v1.count_on_hand.should == 12
+
+    
+    v1.option_values.should have_exactly(1).items # mime_type: jpeg
+    v1.option_values[0].name.should == "jpeg"
+
+    
+    v2 = p.variants[1]
+    v2.count_on_hand.should == 6
+    v2.option_values.should have_exactly(1).items # mime_type: jpeg
+    v2.option_values[0].name.should == "PDF"
+    
+    v2.option_values[0].option_type.should_not be_nil
+    v2.option_values[0].option_type.position.should == 0
+    
+    
+    v3 = p.variants[2]
+    v3.count_on_hand.should == 7
+    v3.option_values.should have_exactly(1).items # mime_type: jpeg
+    v3.option_values[0].name.should == "PNG"
+    
+    @Variant_klass.last.price.should == 50.34
+    @Variant_klass.last.count_on_hand.should == 18
+
+    @product_loader.failed_objects.size.should == 0
+  end
+  
+  # Composite Variant Syntax is option_type_A_name:value;option_type_B_name:value 
+  # which creates a SINGLE Variant with 2 option types
+
+  it "should create Variants with MULTIPLE option types from single column", :new => true  do
+     @product_loader.perform_load( SpecHelper::spree_fixture('SpreeMultiVariant.csv'), :mandatory => ['sku', 'name', 'price'] )
+     
+    # Product 1)
+    # 1 + 2) mime_type:jpeg,PDF;print_type:colour	 equivalent to (mime_type:jpeg;print_type:colour|mime_type:PDF;print_type:colour)
+    # 3) mime_type:PNG	
+    # 
+    # Product 2
+    # 4) mime_type:jpeg;print_type:black_white
+    # 5) mime_type:PNG;print_type:black_white	
+    # 
+    # Product 3 
+    # 6 +7) mime_type:jpeg;print_type:colour,sepia;size:large
+    # 8) mime_type:jpeg;print_type:colour
+    # 9) mime_type:PNG	
+    # 9 + 10) mime_type:PDF|print_type:black_white
+
+    prod_count = 3
+    var_count = 10
+    
+    # plus 3 MASTER VARIANTS
+    @Product_klass.count.should == prod_count
+    @Variant_klass.count.should == prod_count + var_count
+
+    p = @Product_klass.first
+        
+    p.variants_including_master.should have_exactly(4).items 
+    p.variants.should have_exactly(3).items  
+     
+    p.variants.each { |v| v.option_values.each {|o| puts o.inspect } }        
+    
+    p.option_types.each { |ot| puts ot.inspect }
+    p.option_types.should have_exactly(2).items # mime_type, print_type
+    
+    v1 = p.variants[0]
+    v1.option_values.should have_exactly(2).items
+    v1.option_values.collect(&:name).sort.should == ['colour','jpeg']
+
+  end
+  
+  
+  
+end