datashift 0.7.0 → 0.8.0

data/lib/thor/spree/reports.thor

@@ -0,0 +1,66 @@
+# Copyright:: (c) Autotelik Media Ltd 2012
+# Author ::   Tom Statter
+# Date ::     March 2012
+# License::   MIT. Free, Open Source.
+#
+# Usage::
+# bundle exec thor help datashift:spreeboot
+# bundle exec thor datashift:spreeboot:cleanup
+#
+# Note, not DataShift, case sensitive, create namespace for command line : datashift
+
+require 'excel_exporter'
+  
+module Datashift
+        
+  class Reports < Thor     
+  
+    include DataShift::Logging
+       
+    desc "missing_images", "Spree Products without an image"
+    
+    def missing_images(report = nil)
+
+      require 'spree_helper'
+      require 'image_loader'
+
+      require File.expand_path('config/environment.rb')
+
+      klass = DataShift::SpreeHelper::get_spree_class('Product')
+      
+      missing = klass.all.find_all {|p| p.images.size == 0 }
+      
+      puts "There are #{missing.size} Products without an associated Image"
+      
+      if(DataShift::Guards::jruby?)
+        fname = report ? report : "missing_images.xls"
+        DataShift::ExcelExporter.new( fname ).export( missing )
+      else
+        puts missing.collect(&:name).inspect
+      end   
+      
+      @drop_box = "/home/stattert/Dropbox/DaveWebsiteInfo/"
+
+      @image_list  = %w{
+    010InafixTheArmourGodAllFolders 
+    01Figuresurbanlandscapepaintings 
+    01FinishedArtPrints    
+    02Seascapespainting  
+    03Landscapes 
+    04Spain 
+
+    07SignsJohnAllFolders 
+    07_Mar 
+    09Powerpointsermonaids
+      }
+  
+      options = { :recursive => true }
+    
+      images = @image_list.collect do |p| 
+        DataShift::ImageLoading::get_files(File.join(@drop_box,p), options)
+      end
+      
+      puts images.inspect
+    end
+  end
+end

data/spec/db/migrate/20110803201325_create_test_bed.rb

@@ -9,7 +9,14 @@ class CreateTestBed < ActiveRecord::Migration
   
   def self.up
 
+    create_table :users do |t|
+      t.string   :title
+      t.string   :first_name
+    end
+    
+    # belongs_to  :user
     # has many :milestones
+    #
     create_table :projects do |t|
       t.string   :title
       t.string   :value_as_string
@@ -18,10 +25,13 @@ class CreateTestBed < ActiveRecord::Migration
       t.datetime :value_as_datetime, :default => nil
       t.integer  :value_as_integer, :default => 0
       t.decimal  :value_as_double, :precision => 8, :scale => 2, :default => 0.0
+      t.references :user
       t.timestamps
     end
 
-    # belongs_to  :project, project => has_many
+    # belongs_to  :project
+    # @project => has_many :milestones
+    
     create_table :milestones do |t|
       t.string     :name
       t.datetime   :datetime, :default => nil
@@ -73,6 +83,7 @@ class CreateTestBed < ActiveRecord::Migration
   end
 
   def self.down
+    drop_table :users
     drop_table :projects
     drop_table :categories
     drop_table :loader_releases

data/spec/excel_generator_spec.rb

@@ -56,7 +56,7 @@ if(Guards::jruby?)
       puts "Can manually check file @ #{expect}"
     end
 
-    it "should genrate a complex template .xls file from model" do
+    it "should include all associations in template .xls file from model" do
 
       expect= result_file('project_plus_assoc_template_spec.xls')
 
@@ -67,7 +67,45 @@ if(Guards::jruby?)
       File.exists?(expect).should be_true
 
     end
+    
+    
+    it "should enable us to exclude cetain associations in template .xls file from model" do
+
+      expect= result_file('project_plus_some_assoc_template_spec.xls')
+
+      gen = ExcelGenerator.new(expect)
+
+      options = {:exclude => :milestones }
+      
+      gen.generate_with_associations(Project, options)
+
+      File.exists?(expect).should be_true
+      
+      excel = JExcelFile.new(expect)
+      
+      excel.each_row {|r| puts r.inspect }
+      
+    end
+    
+    
+    it "should enable us to autosize columns in the .xls file" do
+
+      expect= result_file('project_autosized_template_spec.xls')
+
+      gen = ExcelGenerator.new(expect)
+
+      options = {:autosize => true, :exclude => :milestones }
+      
+      gen.generate_with_associations(Project, options)
 
+      File.exists?(expect).should be_true
+      
+      excel = JExcelFile.new(expect)
+      
+      excel.each_row {|r| puts r.inspect }
+      
+    end
+    
   end
 else
   puts "WARNING: skipped excel_generator_spec : Requires JRUBY - JExcelFile requires JAVA"

data/spec/excel_loader_spec.rb

@@ -114,6 +114,7 @@ if(Guards::jruby?)
       loader.perform_load( $DataShiftFixturePath + '/ProjectsMultiCategoriesHeaderLookup.xls')
   
       loader.loaded_count.should == (Project.count - count)
+      loader.loaded_count.should > 3
   
       {'004' => 4, '005' => 1, '006' => 0, '007' => 1 }.each do|title, expected|
         project = Project.find_by_title(title)

data/spec/fixtures/spree/SpreeMultiVariant.csv

@@ -0,0 +1,4 @@
+"SKU","Name","Description","Available On","     Price","CostPrice","Option Types","Option Types","Variants","count_on_hand"
+"MV_001","Demo Product for AR Loader","blah blah","2011-02-14",399.99,320.00,"mime_type:jpeg, PDF;print_type:colour",,"mime_type:PNG","12|6|7"
+"MV_002","Demo Excel Load via Jruby","less blah","2011-05-14",100.00,30.00,"mime_type:jpeg;print_type:black_white",,"mime_type:PNG;print_type:black_white","5|4"
+"MV_003","Demo third row in future","more blah blah","2012-07-01",50.34,23.34,"mime_type:jpeg;print_type:colour, sepia;size:large|mime_type:PNG","mime_type:PDF|print_type:black_white",,"12|4|7|12"

data/spec/fixtures/spree/SpreeProductsSimple.csv

@@ -1,4 +1,4 @@
 "SKU","Name","Description","Available On","     Price","CostPrice","count_on_hand","Option Types"
 "SIMPLE_001","Simple Product for AR Loader","blah blah","2011-02-14",345.78,320.00,12,"mime_type"
 "SIMPLE_002","Simple Excel Load via Jruby","less blah","2011-05-14",100.00,30.00,5,"mime_type"
-"SIMPLE_003","Simple third row avail in future","more blah blah","2012-07-01",50.34,23.34,23,"mime_type|print_type"
+"SIMPLE_003","Simple third row avail in future","more blah blah","2112-07-01",50.34,23.34,23,"mime_type|print_type"

data/spec/fixtures/test_model_defs.rb

@@ -1,3 +1,7 @@
+# A set of models and associations we can use in our specs to test
+# basic database columns and also relationships
+
+# See Companion migration spec/db/migrate
 
 class Project < ActiveRecord::Base
 

data/spec/spree_images_loader_spec.rb

@@ -35,7 +35,10 @@ describe 'SpreeImageLoading' do
       @Product_klass.count.should == 0
       
       MethodDictionary.clear
-      MethodDictionary.find_operators( @klass )
+      
+      # For Spree important to get instance methods too as Product delegates
+      # many important attributes to Variant (master)
+      MethodDictionary.find_operators( @Product_klass, :instance_methods => true )
     
       @product_loader = DataShift::SpreeHelper::ProductLoader.new
     rescue => e
@@ -45,17 +48,13 @@ describe 'SpreeImageLoading' do
   end
 
 
-  it "should load Products with associated image from CSV" do
-    
-    # In >= 1.1.0 Image moved to master Variant from Product
-   
+  it "should create Image from path in Product loading column from CSV", :fail => true do
+       
     options = {:mandatory => ['sku', 'name', 'price']}
     
-    options[:force_inclusion] = ['sku', 'images'] if(SpreeHelper::version.to_f > 1 )
-    
     @product_loader.perform_load( SpecHelper::spree_fixture('SpreeProductsWithImages.csv'), options )
      
-    @Image_klass.all.each_with_index {|i, x| puts "RESULT IMAGE #{x}", i.inspect }
+    @Image_klass.all.each_with_index {|i, x| puts "SPEC CHECK IMAGE #{x}", i.inspect }
         
     p = @Product_klass.find_by_name("Demo Product for AR Loader")
     
@@ -70,15 +69,11 @@ describe 'SpreeImageLoading' do
   end
   
   
-  it "should load Products with associated image" do
+  it "should create Image from path in Product loading column from Excel", :fail => true do
    
     options = {:mandatory => ['sku', 'name', 'price']}
     
-    options[:force_inclusion] = ['sku', 'images'] if(SpreeHelper::version.to_f > 1 )
-    
     @product_loader.perform_load( SpecHelper::spree_fixture('SpreeProductsWithImages.xls'), options )
-     
-    @Image_klass.all.each_with_index {|i, x| puts "RESULT IMAGE #{x}", i.inspect }
         
     p = @klass.find_by_name("Demo Product for AR Loader")
     
@@ -91,7 +86,9 @@ describe 'SpreeImageLoading' do
 
   end
   
-  it "should be able to assign Images to preloaded Products", :fail => true  do
+  it "should be able to assign Images to preloaded Products"  do
+  
+    pending "Currently functionality supplied by a thor task images()"
     
     MethodDictionary.find_operators( @Image_klass )
     
@@ -101,24 +98,9 @@ describe 'SpreeImageLoading' do
     
     @Image_klass.all.size.should == 0
 
-    # force inclusion means add to operator list even if not present
-    options = { :verbose => true, :force_inclusion => ['sku', 'attachment'] } if(SpreeHelper::version.to_f > 1 )
-    
     loader = DataShift::SpreeHelper::ImageLoader.new(nil, options)
     
     loader.perform_load( SpecHelper::spree_fixture('SpreeImages.xls'), options )
-    
-    @Image_klass.all.each_with_index {|i, x| puts "RESULT IMAGE #{x}", i.inspect }
-     
-    @Image_klass.count.should == 3
-        
-    p = @klass.find_by_name("Demo Product for AR Loader")
-    
-    p.name.should == "Demo Product for AR Loader"
-    
-    p.images.should have_exactly(1).items
-    
-    @Product_klass.all.each {|p| p.images.should have_exactly(1).items }
    
   end
   

data/spec/spree_loader_spec.rb

@@ -30,8 +30,7 @@ describe 'SpreeLoader' do
   before(:each) do
 
     begin
-    
-     
+        
       before_each_spree
     
       @Product_klass.count.should == 0
@@ -39,7 +38,10 @@ describe 'SpreeLoader' do
       @Variant_klass.count.should == 0
       
       MethodDictionary.clear
-      MethodDictionary.find_operators( @Product_klass )
+      
+      # For Spree important to get instance methods too as Product delegates
+      # many important attributes to Variant (master)
+      MethodDictionary.find_operators( @Product_klass, :instance_methods => true )
 
       # want to test both lookup and dynamic creation - this Taxonomy should be found, rest created
       root = @Taxonomy_klass.create( :name => 'Paintings' )
@@ -80,25 +82,24 @@ describe 'SpreeLoader' do
     loader.loaded_count.should == @Zone_klass.count
   end
   
+  it "should raise an error for missing file" do
+    lambda { test_basic_product('SpreeProductsSimple.txt') }.should raise_error BadFile
+  end
 
+  it "should raise an error for unsupported file types" do
+    lambda { test_basic_product('SpreeProductsDefaults.yml') }.should raise_error UnsupportedFileType
+  end
+  
   # Loader should perform identically regardless of source, whether csv, .xls etc
   
-  it "should load basic Products .xls via Spree loader", :fail => true do
+  it "should load basic Products .xls via Spree loader", :opts => true do
     test_basic_product('SpreeProductsSimple.xls')
   end
 
-  it "should load basic Products from .csv via Spree loader", :csv => true, :fail => true do
+  it "should load basic Products from .csv via Spree loader", :csv => true do
     test_basic_product('SpreeProductsSimple.csv')
   end
 
-  it "should raise an error for missing file" do
-    lambda { test_basic_product('SpreeProductsSimple.txt') }.should raise_error BadFile
-  end
-
-  it "should raise an error for unsupported file types" do
-    lambda { test_basic_product('SpreeProductsDefaults.yml') }.should raise_error UnsupportedFileType
-  end
-  
   def test_basic_product( source )
     
     @product_loader.perform_load( SpecHelper::spree_fixture(source), :mandatory => ['sku', 'name', 'price'] )
@@ -224,13 +225,13 @@ describe 'SpreeLoader' do
     p.option_types[0].name.should == "mime_type"
     p.option_types[0].presentation.should == "Mime type"
         
-    @Variant_klass.all[1].sku.should == "DEMO_001_0"
+    @Variant_klass.all[1].sku.should == "DEMO_001_1"
     @Variant_klass.all[1].price.should == 399.99
 
     # V1
     v1 = p.variants[0] 
 
-    v1.sku.should == "DEMO_001_0"
+    v1.sku.should == "DEMO_001_1"
     v1.price.should == 399.99    
     v1.count_on_hand.should == 12
 
@@ -258,7 +259,50 @@ describe 'SpreeLoader' do
 
     @product_loader.failed_objects.size.should == 0
   end
+  
+  # Composite Variant Syntax is option_type_A_name:value;option_type_B_name:value 
+  # which creates a SINGLE Variant with 2 option types
 
+  it "should create Variants with MULTIPLE option types from single column", :new => true  do
+     @product_loader.perform_load( SpecHelper::spree_fixture('SpreeMultiVariant.csv'), :mandatory => ['sku', 'name', 'price'] )
+     
+    # Product 1)
+    # 1 + 2) mime_type:jpeg,PDF;print_type:colour	 equivalent to (mime_type:jpeg;print_type:colour|mime_type:PDF;print_type:colour)
+    # 3) mime_type:PNG	
+    # 
+    # Product 2
+    # 4) mime_type:jpeg;print_type:black_white
+    # 5) mime_type:PNG;print_type:black_white	
+    # 
+    # Product 3 
+    # 6 +7) mime_type:jpeg;print_type:colour,sepia;size:large
+    # 8) mime_type:jpeg;print_type:colour
+    # 9) mime_type:PNG	
+    # 9 + 10) mime_type:PDF|print_type:black_white
+
+    prod_count = 3
+    var_count = 10
+    
+    # plus 3 MASTER VARIANTS
+    @Product_klass.count.should == prod_count
+    @Variant_klass.count.should == prod_count + var_count
+
+    p = @Product_klass.first
+        
+    p.variants_including_master.should have_exactly(4).items 
+    p.variants.should have_exactly(3).items  
+     
+    p.variants.each { |v| v.option_values.each {|o| puts o.inspect } }        
+    
+    p.option_types.each { |ot| puts ot.inspect }
+    p.option_types.should have_exactly(2).items # mime_type, print_type
+    
+    v1 = p.variants[0]
+    v1.option_values.should have_exactly(2).items
+    v1.option_values.collect(&:name).sort.should == ['colour','jpeg']
+
+  end
+  
   ##################
   ### PROPERTIES ###
   ##################
@@ -429,5 +473,6 @@ describe 'SpreeLoader' do
   it "should raise exception when single mandatory column missing from .csv", :ex => true do
     expect {@product_loader.perform_load($SpreeNegativeFixturePath + '/SpreeProdMiss1Mandatory.csv', :mandatory => 'sku' )}.to raise_error(DataShift::MissingMandatoryError)
   end
+
   
 end

data/tasks/db_tasks.rake

@@ -0,0 +1,45 @@
+namespace :datashift  do
+  
+  namespace :db  do
+
+    SYSTEM_TABLE_EXCLUSION_LIST = ['schema_migrations']
+
+    desc "Purge the current database"
+    task :purge, [:exclude_system_tables] => [:environment] do |t, args|
+      require 'highline/import'
+
+      if(Rails.env.production?)
+        agree("WARNING: In Production database, REALLY PURGE ? [y]:")
+      end
+
+      config = ActiveRecord::Base.configurations[Rails.env || 'development']
+      case config['adapter']
+      when "mysql", "mysql2", "jdbcmysql"
+        ActiveRecord::Base.establish_connection(config)
+        ActiveRecord::Base.connection.tables.each do |table|
+          next if(args[:exclude_system_tables] && SYSTEM_TABLE_EXCLUSION_LIST.include?(table) )
+          puts "purging table: #{table}"
+          ActiveRecord::Base.connection.execute("TRUNCATE #{table}")
+        end
+      when "sqlite","sqlite3"
+        dbfile = config["database"] || config["dbfile"]
+        File.delete(dbfile) if File.exist?(dbfile)
+      when "sqlserver"
+        dropfkscript = "#{config["host"]}.#{config["database"]}.DP1".gsub(/\\/,'-')
+        `osql -E -S #{config["host"]} -d #{config["database"]} -i db\\#{dropfkscript}`
+        `osql -E -S #{config["host"]} -d #{config["database"]} -i db\\#{Rails.env}_structure.sql`
+      when "oci", "oracle"
+        ActiveRecord::Base.establish_connection(config)
+        ActiveRecord::Base.connection.structure_drop.split(";\n\n").each do |ddl|
+          ActiveRecord::Base.connection.execute(ddl)
+        end
+      when "firebird"
+        ActiveRecord::Base.establish_connection(config)
+        ActiveRecord::Base.connection.recreate_database!
+      else
+        raise "Task not supported by '#{config["adapter"]}'"
+      end
+    end
+
+  end
+end