datashift 0.9.0 → 0.10.0

data/spec/fixtures/spree/SpreeProductsMultiColumn.csv

@@ -1,4 +0,0 @@
-"SKU","Name","Description","Available On","     Price","CostPrice","product_properties","product_properties","product_properties","Taxons","Taxons","Taxons","Option Types","Option Types","Variants","Variants","Variants","count_on_hand"
-"DEMO_001","Demo Product for AR Loader","blah blah","2011-02-14",399.99,320.00,"test_pp_001",,,"Paintings","WaterColour",,"mime_type:jpeg","mime_type:PDF","mime_type:PNG",,,"12|6|7"
-"DEMO_002","Demo Excel Load via Jruby","less blah","2011-05-14",100.00,30.00,"test_pp_003",,,"Paintings","Oils","Paintings>Nature>Seascape","mime_type:jpeg","mime_type:PDF","mime_type:PNG",,,"5|4|2"
-"DEMO_003","Demo third row in future","more blah blah","2012-07-01",50.34,23.34,"test_pp_002","test_pp_003:Example free value","yet_another_property","Drawings","Landscape",,"mime_type:jpeg","mime_type:PDF","mime_type:PNG","print_type:black_white","print_type:colour","12|4|7|12|18"

data/spec/fixtures/spree/SpreeProductsSimple.csv

@@ -1,4 +0,0 @@
-"SKU","Name","Description","Available On","     Price","CostPrice","count_on_hand","Option Types"
-"SIMPLE_001","Simple Product for AR Loader","blah blah","2011-02-14",345.78,320.00,12,"mime_type"
-"SIMPLE_002","Simple Excel Load via Jruby","less blah","2011-05-14",100.00,30.00,5,"mime_type"
-"SIMPLE_003","Simple third row avail in future","more blah blah","2112-07-01",50.34,23.34,23,"mime_type|print_type"

data/spec/fixtures/spree/SpreeProductsWithImages.csv

@@ -1,4 +0,0 @@
-SKU,Name,Description,Available On,     Price,CostPrice,product_properties,Taxons,Variants,count_on_hand,Images
-DEMO_001,Demo Product for AR Loader,blah blah,14/02/2011,399.99,320,test_pp_001,Paintings|WaterColour,"mime_type:jpeg,PDF,PNG",12|6|7,fixtures/images/DEMO_001_ror_bag.jpeg
-DEMO_002,Demo Excel Load via Jruby,less blah,14/05/2011,100,30,test_pp_003,Paintings|Landscape|Oils,"mime_type:jpeg, PDF,PNG",5|4|2,fixtures/images/DEMO_002_Powerstation.jpg
-DEMO_003,Demo third row in future,more blah blah,01/07/2012,50.34,23.34,test_pp_002|test_pp_003:Example free value|yet_another_property,Drawings,"mime_type:jpeg,PDF,PNG|print_type:black_white,colour",12|4|7|12|18,fixtures/images/DEMO_003_ror_mug.jpeg

data/spec/fixtures/spree/SpreeZoneExample.csv

@@ -1,5 +0,0 @@
-"Name","Description"
-"ROW","Rest of World"
-"UK","United Kingdom"
-"EUR","Europe"
-"NA","North America"

data/spec/spree_exporter_spec.rb

@@ -1,72 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Summer 2011
-#
-# License::   MIT - Free, OpenSource
-#
-# Details::   Specification for Spree generator aspect of datashift gem.
-#
-#             Provides Loaders and rake tasks specifically tailored for uploading or exporting
-#             Spree Products, associations and Images
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-require 'spree_helper'
-require 'excel_exporter'
-
-include DataShift
-  
-describe 'SpreeExporter' do
-
-  include SpecHelper
-  extend SpecHelper
-    
-  before(:all) do
-    before_all_spree
-    results_clear()
-  end
-
-  before do
-    
-
-      
-    before_each_spree   # inits tests, cleans DB setups model types
-    
-    @Taxon_klass.delete_all
-    
-    # Create some test data
-    root = @Taxonomy_klass.create( :name => 'Paintings' )
-    
-    @Taxon_klass.create( :name => 'Landscape', :description => "Nice paintings", :taxonomy_id => root.id )
-    @Taxon_klass.create( :name => 'Sea', :description => "Waves and sand", :taxonomy_id => root.id )
-      
-  end
-
-  it "should export any Spree model to .xls spreedsheet" do
-
-    expect = result_file('taxon_export_spec.xls')
-
-    exporter = ExcelExporter.new(expect)
-
-    items = @Taxon_klass.all
-
-    exporter.export(items)
-
-    File.exists?(expect).should be_true
-  end
-
-  it "should export a Spree model and associations to .xls spreedsheet" do
-
-    expect = result_file('taxon_and_assoc_export_spec.xls')
-
-    exporter = ExcelExporter.new(expect)
-
-    items = @Taxon_klass.all
-      
-    exporter.export_with_associations(@Taxon_klass, items)
-
-    File.exists?(expect).should be_true
-
-  end
-    
-end

data/spec/spree_generator_spec.rb

@@ -1,96 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Summer 2011
-#
-# License::   MIT - Free, OpenSource
-#
-# Details::   Specification for Spree generator aspect of datashift gem.
-#
-#             Provides Loaders and rake tasks specifically tailored for uploading or exporting
-#             Spree Products, associations and Images
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-require 'spree_helper'
-require 'excel_generator'
-
-include DataShift
-  
-describe 'SpreeGenerator' do
-
-  include SpecHelper
-  extend SpecHelper
-    
-  before(:all) do
-    before_all_spree
-  end
-
-  before do
-       
-    before_each_spree   # inits tests, cleans DB setups model types
-    
-    # Create some test data
-    root = @Taxonomy_klass.create( :name => 'Paintings' )
-    
-    if(SpreeHelper::version.to_f > 1 )
-      root.taxons.create( :name => 'Landscape' )
-      root.taxons.create( :name => 'Sea' )
-    else
-      @Taxon_klass.create( :name => 'Landscape', :taxonomy => root )
-      @Taxon_klass.create( :name => 'Sea', :taxonomy => root )
-    end
-  end
-
-  it "should export any Spree model to .xls spreedsheet" do
-
-    expect = result_file('taxonomy_export_spec.xls')
-
-    excel = ExcelGenerator.new(expect)
-
-    excel.generate(@Taxonomy_klass)
-
-    File.exists?(expect).should be_true
-    
-    puts "You can check results manually in file #{expect}"
-    
-    expect = result_file('taxon_export_spec.xls')
-
-    excel.filename = expect
-
-    excel.generate(@Taxon_klass)
-
-    File.exists?(expect).should be_true
-    
-    puts "You can check results manually in file #{expect}"
-    
-  end
-
-  it "should export Spree Product and all associations to .xls spreedsheet" do
-
-    expect = result_file('product_and_assoc_export_spec.xls')
-
-    excel = ExcelGenerator.new(expect)
-      
-    excel.generate_with_associations(@klass)
-
-    File.exists?(expect).should be_true
-
-    puts "You can check results manually in file #{expect}"
-    
-  end
-    
-  it "should be able to exclude single associations from template" do
-
-    expect = result_file('product_and_assoc_export_spec.xls')
-
-    excel = ExcelGenerator.new(expect)
-      
-    excel.generate_with_associations(@klass, :exclude => :has_many)
-
-    File.exists?(expect).should be_true
-
-    puts "You can check results manually in file #{expect}"
-    
-  end
-  
-end

data/spec/spree_images_loader_spec.rb

@@ -1,107 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Summer 2011
-#
-# License::   MIT - Free, OpenSource
-#
-# Details::   Specification for Spree aspect of datashift gem.
-#
-#             Provides Loaders and rake tasks specifically tailored for uploading or exporting
-#             Spree Products, associations and Images
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-require 'spree_helper'
-require 'product_loader'
-
-include DataShift
-  
-describe 'SpreeImageLoading' do
-
-  include SpecHelper
-  extend SpecHelper
-      
-  before(:all) do
-    before_all_spree
-  end
-
-  before(:each) do
-
-    begin
-    
-      before_each_spree
-
-      @Image_klass.count.should == 0
-      @Product_klass.count.should == 0
-      
-      MethodDictionary.clear
-      
-      # For Spree important to get instance methods too as Product delegates
-      # many important attributes to Variant (master)
-      MethodDictionary.find_operators( @Product_klass, :instance_methods => true )
-    
-      @product_loader = DataShift::SpreeHelper::ProductLoader.new
-    rescue => e
-      puts e.inspect
-      puts e.backtrace
-    end
-  end
-
-
-  it "should create Image from path in Product loading column from CSV", :fail => true do
-       
-    options = {:mandatory => ['sku', 'name', 'price']}
-    
-    @product_loader.perform_load( SpecHelper::spree_fixture('SpreeProductsWithImages.csv'), options )
-     
-    @Image_klass.all.each_with_index {|i, x| puts "SPEC CHECK IMAGE #{x}", i.inspect }
-        
-    p = @Product_klass.find_by_name("Demo Product for AR Loader")
-    
-    p.name.should == "Demo Product for AR Loader"
-    
-    p.images.should have_exactly(1).items
-    p.master.images.should have_exactly(1).items
-    
-    @Product_klass.all.each {|p| p.images.should have_exactly(1).items }
-    
-    @Image_klass.count.should == 3
-  end
-  
-  
-  it "should create Image from path in Product loading column from Excel", :fail => true do
-   
-    options = {:mandatory => ['sku', 'name', 'price']}
-    
-    @product_loader.perform_load( SpecHelper::spree_fixture('SpreeProductsWithImages.xls'), options )
-        
-    p = @klass.find_by_name("Demo Product for AR Loader")
-    
-    p.name.should == "Demo Product for AR Loader"
-    p.images.should have_exactly(1).items
-    
-    @Product_klass.all.each {|p| p.images.should have_exactly(1).items }
-     
-    @Image_klass.count.should == 3
-
-  end
-  
-  it "should be able to assign Images to preloaded Products"  do
-  
-    pending "Currently functionality supplied by a thor task images()"
-    
-    MethodDictionary.find_operators( @Image_klass )
-    
-    @Product_klass.count.should == 0
-    
-    @product_loader.perform_load( SpecHelper::spree_fixture('SpreeProducts.xls'))
-    
-    @Image_klass.all.size.should == 0
-
-    loader = DataShift::SpreeHelper::ImageLoader.new(nil, options)
-    
-    loader.perform_load( SpecHelper::spree_fixture('SpreeImages.xls'), options )
-   
-  end
-  
-end

data/spec/spree_loader_spec.rb

@@ -1,375 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Summer 2011
-#
-# License::   MIT - Free, OpenSource
-#
-# Details::   Specification for Spree aspect of datashift gem.
-#
-#             Provides Loaders and rake tasks specifically tailored for uploading or exporting
-#             Spree Products, associations and Images
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-require 'spree_helper'
-require 'product_loader'
-
-include DataShift
-  
-describe 'SpreeLoader' do
-
-      
-  include SpecHelper
-  extend SpecHelper
-      
-      
-  before(:all) do
-    before_all_spree
-  end
-
-  before(:each) do
-
-    begin
-        
-      before_each_spree
-    
-      @Product_klass.count.should == 0
-      @Taxon_klass.count.should == 0
-      @Variant_klass.count.should == 0
-      
-      MethodDictionary.clear
-      
-      # For Spree important to get instance methods too as Product delegates
-      # many important attributes to Variant (master)
-      MethodDictionary.find_operators( @Product_klass, :instance_methods => true )
-
-      # want to test both lookup and dynamic creation - this Taxonomy should be found, rest created
-      root = @Taxonomy_klass.create( :name => 'Paintings' )
-    
-      t = @Taxon_klass.new( :name => 'Landscape' )
-      t.taxonomy = root
-      t.save
-
-      @Taxon_klass.count.should == 2
-    
-      @product_loader = DataShift::SpreeHelper::ProductLoader.new
-    rescue => e
-      puts e.inspect
-      puts e.backtrace
-    end
-  end
-
-
-  it "should process a simple .xls spreadsheet" do
-
-    @Zone_klass.delete_all
-
-    loader = ExcelLoader.new(@Zone_klass)
-    
-    loader.perform_load( SpecHelper::spree_fixture('SpreeZoneExample.xls') )
-
-    loader.loaded_count.should == @Zone_klass.count
-  end
-
-  it "should process a simple csv file" do
-
-    @Zone_klass.delete_all
-
-    loader = CsvLoader.new(@Zone_klass)
-
-    loader.perform_load( SpecHelper::spree_fixture('SpreeZoneExample.csv') )
-
-    loader.loaded_count.should == @Zone_klass.count
-  end
-  
-  it "should raise an error for missing file" do
-    lambda { test_basic_product('SpreeProductsSimple.txt') }.should raise_error BadFile
-  end
-
-  it "should raise an error for unsupported file types" do
-    lambda { test_basic_product('SpreeProductsDefaults.yml') }.should raise_error UnsupportedFileType
-  end
-  
-  # Loader should perform identically regardless of source, whether csv, .xls etc
-  
-  it "should load basic Products .xls via Spree loader", :fail => true do
-    test_basic_product('SpreeProductsSimple.xls')
-  end
-
-  it "should load basic Products from .csv via Spree loader", :fail => true do
-    test_basic_product('SpreeProductsSimple.csv')
-  end
-
-  def test_basic_product( source )
-    
-    @product_loader.perform_load( SpecHelper::spree_fixture(source), :mandatory => ['sku', 'name', 'price'] )
-
-    @Product_klass.count.should == 3
-    
-    # 2 products available_on set in past, 1 in future
-    @Product_klass.active.size.should == 2
-    @Product_klass.available.size.should == 2
-
-    @product_loader.failed_objects.size.should == 0
-    @product_loader.loaded_objects.size.should == 3
-
-    @product_loader.loaded_count.should == @Product_klass.count
-
-    p = @Product_klass.first
-    
-    puts p.inspect
-    puts p.master.inspect
-    
-    p.sku.should == "SIMPLE_001"
-    p.price.should == 345.78
-    p.name.should == "Simple Product for AR Loader"
-    p.description.should == "blah blah"
-    p.cost_price.should == 320.00
-    p.option_types.should have_exactly(1).items
-    p.option_types.should have_exactly(1).items
-    
-    p.has_variants?.should be false
-    p.master.count_on_hand.should == 12
-    
-    puts SpreeHelper::version
-    puts SpreeHelper::version.to_f 
-    puts SpreeHelper::version > "1.1.2"
-     
-    SpreeHelper::version < "1.1.3" ?  p.count_on_hand.should == 12 : p.count_on_hand.should == 0
-   
-    @Product_klass.last.master.count_on_hand.should == 23
-  end
-
-  
-  it "should support default values for Spree Products loader" do
-   
-    @expected_time =  Time.now.to_s(:db) 
-    
-    @product_loader.set_default_value('available_on', @expected_time)
-    @product_loader.set_default_value('cost_price', 1.0 )
-    @product_loader.set_default_value('meta_description', 'super duper meta desc.' )
-    @product_loader.set_default_value('meta_keywords', 'techno dubstep d&b' )
-      
-
-    @product_loader.set_prefix('sku', 'SPEC_')
-      
-    test_default_values
-
-  end
-
-  it "should support default values from config for Spree Products loader" do
-   
-    @product_loader.configure_from(  SpecHelper::spree_fixture('SpreeProductsDefaults.yml') )
-    
-    @product_loader.set_prefix('sku', 'SPEC_')
-      
-    test_default_values
-
-  end
-  
-  def test_default_values
-    @product_loader.perform_load( SpecHelper::spree_fixture('SpreeProductsMandatoryOnly.xls'), :mandatory => ['sku', 'name', 'price'] )
-    
-    @Product_klass.count.should == 3
-
-    @product_loader.failed_objects.size.should == 0
-    @product_loader.loaded_objects.size.should == 3
-    
-    p = @Product_klass.first
-    
-    p.sku.should == "SPEC_SIMPLE_001"
-      
-    @Product_klass.all { |p|
-      p.sku.should.include "SPEC_"
-      p.cost_price = 1.0
-      p.available_on.should == @expected_time
-      p.meta_description.should == 'super duper meta desc.'
-      p.meta_keywords.should == 'techno dubstep d&b'
-    }
-  end
-
-  ##################
-  ### PROPERTIES ###
-  ##################
-  
-  # Operation and results should be identical when loading multiple associations
-  # if using either single column embedded syntax, or one column per entry.
-
-  it "should load Products and multiple Properties from single column", :props => true do
-    test_properties_creation( 'SpreeProducts.xls' )
-  end
-
-  it "should load Products and multiple Properties from multiple column", :props => true do
-    test_properties_creation( 'SpreeProductsMultiColumn.xls' )
-  end
-
-  def test_properties_creation( source )
-
-    # want to test both lookup and dynamic creation - this Prop should be found, rest created
-    @Property_klass.create( :name => 'test_pp_001', :presentation => 'Test PP 001' )
-
-    @Property_klass.count.should == 1
-
-    @product_loader.perform_load( SpecHelper::spree_fixture(source), :mandatory => ['sku', 'name', 'price'] )
-    
-    expected_multi_column_properties
-  
-  end
-  
-  def expected_multi_column_properties
-    # 3 MASTER products, 11 VARIANTS
-    @Product_klass.count.should == 3
-    @Variant_klass.count.should == 14
-
-    @Product_klass.first.properties.should have_exactly(1).items
-
-    p3 = @Product_klass.all.last
-
-    p3.properties.should have_exactly(3).items
-
-    p3.properties.should include @Property_klass.find_by_name('test_pp_002')
-
-    # Test the optional text value got set on assigned product property
-    p3.product_properties.select {|p| p.value == 'Example free value' }.should have_exactly(1).items
-
-  end
-  
-  ##############
-  ### TAXONS ###
-  ##############
-
-  # Operation and results should be identical when loading multiple associations
-  # if using either single column embedded syntax, or one column per entry.
-
-  it "should load Products and multiple Taxons from single column", :taxons => true do
-    test_taxon_creation( 'SpreeProducts.xls' )
-  end
-
-  it "should load Products and multiple Taxons from multiple columns", :taxons => true do
-    test_taxon_creation( 'SpreeProductsMultiColumn.xls' )
-  end
-
-  def test_taxon_creation( source )
-
-    # we want to test both find and find_or_create so should already have an object
-    # for find
-    @Taxonomy_klass.count.should == 1
-    @Taxon_klass.count.should == 2
-          
-    @product_loader.perform_load( SpecHelper::spree_fixture(source), :mandatory => ['sku', 'name', 'price'] )
-    
-    expected_multi_column_taxons
-  end
-  
-  def expected_multi_column_taxons
-      
-    #puts @Taxonomy_klass.all.collect( &:name).inspect
-    #puts @Taxon_klass.all.collect( &:name).inspect
-    
-    # Paintings already existed and had 1 child Taxon (Landscape)
-    # 2 nested Taxon (Paintings>Nature>Seascape) created under it so expect Taxonomy :
-    
-    # WaterColour	
-    # Oils	
-    # Paintings >Nature>Seascape + >Landscape	
-    # Drawings
-
-    @Taxonomy_klass.count.should == 4
-    @Taxon_klass.count.should == 7
-
-    @Product_klass.first.taxons.should have_exactly(2).items
-    @Product_klass.last.taxons.should have_exactly(2).items
-
-    p2 = @Variant_klass.find_by_sku("DEMO_002").product
-
-    # Paintings	Oils	Paintings>Nature>Seascape
-
-    # ["Nature", "Paintings", "Seascape"]
-
-    
-    #puts p2.taxons.collect(&:name).inspect
-      
-    p2.taxons.should have_exactly(4).items
-    
-    p2.taxons.collect(&:name).sort.should == ['Nature','Oils','Paintings','Seascape']
-     
-    paint_parent = @Taxonomy_klass.find_by_name('Paintings')
-    
-       
-    puts paint_parent.taxons.collect(&:name).sort.inspect
-     
-    paint_parent.taxons.should have_exactly(4).items # 3 children + all Taxonomies have a root Taxon
-    
-    paint_parent.taxons.collect(&:name).sort.should == ['Landscape','Nature','Paintings','Seascape']
-    
-    tn = @Taxon_klass.find_by_name('Nature')    # child with children 
-    ts = @Taxon_klass.find_by_name('Seascape')  # last child
-
-    ts.should_not be_nil
-    tn.should_not be_nil
-    
-    p2.taxons.collect( &:id ).should include(ts.id)
-    p2.taxons.collect( &:id ).should include(tn.id)
-
-     
-    tn.parent.id.should == paint_parent.root.id
-    ts.parent.id.should == tn.id
-    
-    tn.children.should have_exactly(1).items
-    ts.children.should have_exactly(0).items
- 
-  end
-  
-  it "should correctly identify and create nested Taxons ", :taxons => true do#
-    x=<<-EOS
-lucky_product : A>mysubcat
-bad_luck : B>mysubcat
-
-The bad_luck product is created with in B and somehow pushed into A>mysubcat.
-The category B>mysubcat is not created at all...
-EOS
-     pending(x)
-
-  end
-  
-  
-  # REPEAT THE WHOLE TEST SUITE VIA CSV
-
-  it "should load Products from single column csv as per .xls" do
-    test_variants_creation('SpreeProducts.csv')
-    
-    expected_multi_column_properties
-    
-    expected_multi_column_taxons
-  end
-  
-  
-  it "should load Products from multiple column csv as per .xls", :blah => true do
-    test_variants_creation('SpreeProductsMultiColumn.csv')
-    
-    expected_multi_column_properties
-    
-    expected_multi_column_taxons
-  end
-
-  
-  it "should raise exception when mandatory columns missing from .xls", :ex => true do
-    expect {@product_loader.perform_load($SpreeNegativeFixturePath + '/SpreeProdMissManyMandatory.xls', :mandatory => ['sku', 'name', 'price'] )}.to raise_error(DataShift::MissingMandatoryError)
-  end
-  
-
-  it "should raise exception when single mandatory column missing from .xls", :ex => true do
-    expect {@product_loader.perform_load($SpreeNegativeFixturePath + '/SpreeProdMiss1Mandatory.xls', :mandatory => 'sku' )}.to raise_error(DataShift::MissingMandatoryError)
-  end
-
-  it "should raise exception when mandatory columns missing from .csv", :ex => true do
-    expect {@product_loader.perform_load($SpreeNegativeFixturePath + '/SpreeProdMissManyMandatory.csv', :mandatory => ['sku', 'name', 'price'] )}.to raise_error(DataShift::MissingMandatoryError)
-  end
-  
-
-  it "should raise exception when single mandatory column missing from .csv", :ex => true do
-    expect {@product_loader.perform_load($SpreeNegativeFixturePath + '/SpreeProdMiss1Mandatory.csv', :mandatory => 'sku' )}.to raise_error(DataShift::MissingMandatoryError)
-  end
-
-  
-end