datashift 0.9.0 → 0.10.0

data/spec/excel_exporter_spec.rb

@@ -7,72 +7,70 @@
 #
 require File.dirname(__FILE__) + '/spec_helper'
 
-if(Guards::jruby?)
-  require 'erb'
-  require 'excel_exporter'
-
-  include DataShift
+ 
+require 'erb'
+require 'excel_exporter'
 
-  describe 'Excel Generator' do
+include DataShift
 
-    before(:all) do
-      db_connect( 'test_file' )    # , test_memory, test_mysql
+describe 'Excel Exporter' do
 
-      # load our test model definitions - Project etc
-      require File.join($DataShiftFixturePath, 'test_model_defs')  
+  before(:all) do
+      
+    # load our test model definitions - Project etc  
+    require ifixture_file('test_model_defs')  
+  
+    db_connect( 'test_file' )    # , test_memory, test_mysql
    
-      # handle migration changes or reset of test DB
-      migrate_up
+    # handle migration changes or reset of test DB
+    migrate_up
 
-      db_clear()    # todo read up about proper transactional fixtures
-      results_clear()
+    db_clear()    # todo read up about proper transactional fixtures
+    results_clear()
 
-      @klazz = Project
-      @assoc_klazz = Category
-    end
+    @klazz = Project
+    @assoc_klazz = Category
+  end
   
-    before(:each) do
-      MethodDictionary.clear
-      MethodDictionary.find_operators( @klazz )
-      MethodDictionary.find_operators( @assoc_klazz )
-    end
+  before(:each) do
+    MethodDictionary.clear
+    MethodDictionary.find_operators( @klazz )
+    MethodDictionary.find_operators( @assoc_klazz )
+  end
   
-    it "should be able to create a new excel exporter" do
-      generator = ExcelExporter.new( 'dummy.xls' )
+  it "should be able to create a new excel exporter" do
+    generator = ExcelExporter.new( 'dummy.xls' )
       
-      generator.should_not be_nil
-    end
+    generator.should_not be_nil
+  end
   
-    it "should export a model to .xls file" do
+  it "should export a model to .xls file" do
 
-      expect = result_file('project_export_spec.xls')
+    expect = result_file('project_export_spec.xls')
 
-      gen = ExcelExporter.new( expect )
+    gen = ExcelExporter.new( expect )
     
-      gen.export(Project.all)
+    gen.export(Project.all)
  
-      File.exists?(expect).should be_true
+    File.exists?(expect).should be_true
       
-      puts "Can manually check file @ #{expect}"
-    end
-
-    it "should export a  model and associations to .xls file" do
+    puts "Can manually check file @ #{expect}"
+  end
 
-      Project.create( :value_as_string	=> 'Value as Text', :value_as_boolean => true,	:value_as_double => 75.672)
+  it "should export a  model and associations to .xls file" do
 
-      expect= result_file('project_plus_assoc_export_spec.xls')
+    Project.create( :value_as_string	=> 'Value as Text', :value_as_boolean => true,	:value_as_double => 75.672)
 
-      gen = ExcelExporter.new(expect)
+    expect= result_file('project_plus_assoc_export_spec.xls')
 
-      items = Project.all
+    gen = ExcelExporter.new(expect)
 
-      gen.export_with_associations(Project, items)
+    items = Project.all
 
-      File.exists?(expect).should be_true
+    gen.export_with_associations(Project, items)
 
-    end
+    File.exists?(expect).should be_true
 
   end
-else
-  puts "WARNING: skipped excel_exporter_spec : Requires JRUBY - JExcelFile requires JAVA"
-end # jruby
+
+end

data/spec/excel_generator_spec.rb

@@ -7,106 +7,178 @@
 #
 require File.dirname(__FILE__) + '/spec_helper'
 
-if(Guards::jruby?)
-  require 'erb'
-  require 'excel_generator'
+require 'erb'
+require 'excel_generator'
 
-  include DataShift
+include DataShift
 
-  describe 'Excel Generator' do
+describe 'Excel Generator' do
 
-    before(:all) do
-      db_connect( 'test_file' )    # , test_memory, test_mysql
-
-      # load our test model definitions - Project etc
-      require File.join($DataShiftFixturePath, 'test_model_defs')  
+  before(:all) do
+    
+    # load our test model definitions - Project etc  
+    require ifixture_file('test_model_defs')  
+  
+    db_connect( 'test_file' )    # , test_memory, test_mysql
    
-      # handle migration changes or reset of test DB
-      migrate_up
+    # handle migration changes or reset of test DB
+    migrate_up
 
-      db_clear()    # todo read up about proper transactional fixtures
-      results_clear()
+    db_clear()    # todo read up about proper transactional fixtures
+    results_clear()
 
-      @klazz = Project
-      @assoc_klazz = Category
-    end
+    @klazz = Project
+    @assoc_klazz = Category
+  end
   
-    before(:each) do
-      MethodDictionary.clear
-      MethodDictionary.find_operators( @klazz )
-      MethodDictionary.find_operators( @assoc_klazz )
-    end
+  before(:each) do
+    MethodDictionary.clear
+    MethodDictionary.find_operators( @klazz )
+    MethodDictionary.find_operators( @assoc_klazz )
+  end
   
-    it "should be able to create a new excel generator" do
-      generator = ExcelGenerator.new( 'dummy.xls' )
+  it "should be able to create a new excel generator" do
+    generator = ExcelGenerator.new( 'dummy.xls' )
       
-      generator.should_not be_nil
-    end
+    generator.should_not be_nil
+  end
   
-    it "should generate template .xls file from model" do
+  it "should generate template .xls file from model" do
 
-      expect = result_file('project_template_spec.xls')
+    expect = result_file('project_template_spec.xls')
 
-      gen = ExcelGenerator.new( expect )
+    gen = ExcelGenerator.new( expect )
     
-      gen.generate(Project)
+    gen.generate(Project)
  
-      File.exists?(expect).should be_true
+    File.exists?(expect).should be_true
+      
+    puts "Can manually check file @ #{expect}"
+    
+    excel = Excel.new
+    excel.open(expect)
+    
+    excel.worksheets.should have(1).items
+    
+    excel.worksheet(0).name.should == 'Project'
       
-      puts "Can manually check file @ #{expect}"
+    headers = excel.worksheets[0].row(0)
+    
+    [ "title", "value_as_string", "value_as_text", "value_as_boolean", "value_as_datetime", "value_as_integer", "value_as_double"].each do |check|
+      headers.include?(check).should == true
     end
+  end
 
-    it "should include all associations in template .xls file from model" do
+  # has_one  :owner
+  # has_many :milestones
+  # has_many :loader_releases
+  # has_many :versions, :through => :loader_releases
+  # has_and_belongs_to_many :categories
+  
+  it "should include all associations in template .xls file from model" do
 
-      expect= result_file('project_plus_assoc_template_spec.xls')
+    expect= result_file('project_plus_assoc_template_spec.xls')
 
-      gen = ExcelGenerator.new(expect)
+    gen = ExcelGenerator.new(expect)
 
-      gen.generate_with_associations(Project)
+    gen.generate_with_associations(Project)
 
-      File.exists?(expect).should be_true
+    File.exists?(expect).should be_true
 
-    end
+    excel = Excel.new
+    excel.open(expect)
+    
+    excel.worksheets.should have(1).items
     
+    excel.worksheet(0).name.should == 'Project'
+      
+    headers = excel.worksheets[0].row(0)
     
-    it "should enable us to exclude cetain associations in template .xls file from model" do
+    ["owner", "milestones", "loader_releases", "versions", "categories"].each do |check|
+      headers.include?(check).should == true
+    end
+  end
+   
+      
+  it "should enable us to exclude associations by type in template .xls file", :fail => true do
 
-      expect= result_file('project_plus_some_assoc_template_spec.xls')
+    expect= result_file('project_plus_some_assoc_template_spec.xls')
 
-      gen = ExcelGenerator.new(expect)
+    gen = ExcelGenerator.new(expect)
 
-      options = {:exclude => :milestones }
+    options = {:exclude => :has_many }
       
-      gen.generate_with_associations(Project, options)
+    gen.generate_with_associations(Project, options)
 
-      File.exists?(expect).should be_true
-      
-      excel = JExcelFile.new(expect)
+    File.exists?(expect).should be_true, "Failed to find expected result file #{expect}"
       
-      excel.each_row {|r| puts r.inspect }
+    excel = Excel.new
+    excel.open(expect)
+    
+    excel.worksheets.should have(1).items
+    
+    excel.worksheet(0).name.should == 'Project'
       
-    end
+    headers = excel.worksheets[0].row(0)
     
+    headers.include?('title').should == true
+    headers.include?('owner').should == true
+    
+    ["milestones", "loader_releases", "versions", "categories"].each do |check|
+      headers.should_not include check
+    end
+ 
+  end
+  
     
-    it "should enable us to autosize columns in the .xls file" do
+  it "should enable us to exclude certain associations in template .xls file ", :fail => true do
 
-      expect= result_file('project_autosized_template_spec.xls')
+    expect= result_file('project_plus_some_assoc_template_spec.xls')
 
-      gen = ExcelGenerator.new(expect)
+    gen = ExcelGenerator.new(expect)
 
-      options = {:autosize => true, :exclude => :milestones }
+    options = {:remove => [:milestones, :versions] }
       
-      gen.generate_with_associations(Project, options)
+    gen.generate_with_associations(Project, options)
 
-      File.exists?(expect).should be_true
+    File.exists?(expect).should be_true, "Failed to find expected result file #{expect}"
       
-      excel = JExcelFile.new(expect)
-      
-      excel.each_row {|r| puts r.inspect }
+    excel = Excel.new
+    excel.open(expect)
+    
+    excel.worksheets.should have(1).items
+    
+    excel.worksheet(0).name.should == 'Project'
       
+    headers = excel.worksheets[0].row(0)
+
+    ["title", "loader_releases", "owner", "categories"].each do |check|
+      headers.should include check
     end
     
+
+    ["milestones",  "versions", ].each do |check|
+      headers.should_not include check
+    end
+    
+  end
+    
+    
+  it "should enable us to autosize columns in the .xls file" do
+
+    expect= result_file('project_autosized_template_spec.xls')
+
+    gen = ExcelGenerator.new(expect)
+
+    options = {:autosize => true, :exclude => :milestones }
+      
+    gen.generate_with_associations(Project, options)
+
+    File.exists?(expect).should be_true
+      
+    excel = Excel.new
+    excel.open(expect)
+      
   end
-else
-  puts "WARNING: skipped excel_generator_spec : Requires JRUBY - JExcelFile requires JAVA"
-end # jruby
+    
+end

data/spec/excel_loader_spec.rb

@@ -7,219 +7,213 @@
 #
 require File.dirname(__FILE__) + '/spec_helper'
 
-if(Guards::jruby?)
+require 'erb'
+require 'excel_loader'
 
-  require 'erb'
-  require 'excel_loader'
+include DataShift
 
-  include DataShift
+describe 'Excel Loader' do
 
-  describe 'Excel Loader' do
-
-    before(:all) do
-      db_connect( 'test_file' )    # , test_memory, test_mysql
-
-      # load our test model definitions - Project etc
-      require File.join($DataShiftFixturePath, 'test_model_defs')  
-   
-      # handle migration changes or reset of test DB
-      migrate_up
-
-      db_clear()    # todo read up about proper transactional fixtures
-
-
-      Project = Project
-      @assoc_klazz = Category
-    end
+  before(:all) do
   
-    before(:each) do
-
-      Project.delete_all
+    # load our test model definitions - Project etc  
+    require ifixture_file('test_model_defs')  
+  
+    db_connect( 'test_file' )    # , test_memory, test_mysql
     
-      %w{category_001 category_002 category_003 category_004 category_005}.each do |cat|
-        @assoc_klazz.find_or_create_by_reference(cat)
-      end
+    # handle migration changes or reset of test DB
+    migrate_up
+     
+    db_clear()    # todo read up about proper transactional fixtures
 
+    @assoc_klazz = Category
+  end
+  
+  before(:each) do
 
-      MethodDictionary.clear
-      MethodDictionary.find_operators( Project )
-      MethodDictionary.find_operators( @assoc_klazz )
+    Project.delete_all
+    
+    %w{category_001 category_002 category_003 category_004 category_005}.each do |cat|
+      @assoc_klazz.find_or_create_by_reference(cat)
     end
+
+    MethodDictionary.clear
+    MethodDictionary.find_operators( Project )
+    MethodDictionary.find_operators( @assoc_klazz )
+  end
   
-    it "should be able to create a new excel loader and load object" do
-      loader = ExcelLoader.new( Project)
+  it "should be able to create a new excel loader and load object" do
+    loader = ExcelLoader.new( Project)
     
-      loader.load_object.should_not be_nil
-      loader.load_object.should be_is_a(Project)
-      loader.load_object.new_record?.should be_true
-    end
+    loader.load_object.should_not be_nil
+    loader.load_object.should be_is_a(Project)
+    loader.load_object.new_record?.should be_true
+  end
   
-    it "should process a simple .xls spreedsheet" do
+  it "should process a simple .xls spreedsheet" do
   
-      loader = ExcelLoader.new(Project)
+    loader = ExcelLoader.new(Project)
  
-      count = Project.count
-      loader.perform_load( $DataShiftFixturePath + '/SimpleProjects.xls')
-  
-      loader.loaded_count.should == (Project.count - count)
+    count = Project.count
+    loader.perform_load ifixture_file('SimpleProjects.xls')
   
-    end
+    loader.loaded_count.should == (Project.count - count)
+  end
 
-    it "should process multiple associationss from single column" do
+  it "should process multiple associationss from single column" do
 
-      Project.find_by_title('001').should be_nil
-      count = Project.count
+    Project.find_by_title('001').should be_nil
+    count = Project.count
 
-      loader = ExcelLoader.new(Project)
+    loader = ExcelLoader.new(Project)
     
-      loader.perform_load( $DataShiftFixturePath + '/ProjectsSingleCategories.xls')
+    loader.perform_load( ifixture_file('ProjectsSingleCategories.xls') )
 
-      loader.loaded_count.should be > 3
-      loader.loaded_count.should == (Project.count - count)
+    loader.loaded_count.should be > 3
+    loader.loaded_count.should == (Project.count - count)
 
-      {'001' => 2, '002' => 1, '003' => 3, '099' => 0 }.each do|title, expected|
-        project = Project.find_by_title(title)
+    {'001' => 2, '002' => 1, '003' => 3, '099' => 0 }.each do|title, expected|
+      project = Project.find_by_title(title)
 
-        project.should_not be_nil
-        puts "#{project.inspect} [#{project.categories.size}]"
+      project.should_not be_nil
+      #puts "#{project.inspect} [#{project.categories.size}]"
       
-        project.should have(expected).categories
-      end
+      project.should have(expected).categories
     end
+  end
 
-    it "should process multiple associations in excel spreedsheet" do
+  it "should process multiple associations in excel spreedsheet" do
   
-      loader = ExcelLoader.new(Project)
+    loader = ExcelLoader.new(Project)
   
-      count = Project.count
-      loader.perform_load( $DataShiftFixturePath + '/ProjectsMultiCategories.xls')
+    count = Project.count
+    loader.perform_load( ifixture_file('ProjectsMultiCategories.xls' ))
   
-      loader.loaded_count.should == (Project.count - count)
+    loader.loaded_count.should == (Project.count - count)
   
-      {'004' => 3, '005' => 1, '006' => 0, '007' => 1 }.each do|title, expected|
-        project = Project.find_by_title(title)
+    {'004' => 3, '005' => 1, '006' => 0, '007' => 1 }.each do|title, expected|
+      project = Project.find_by_title(title)
   
-        project.should_not be_nil
+      project.should_not be_nil
 
-        project.should have(expected).categories
-      end
-  
+      project.should have(expected).categories
     end
   
-    it "should process multiple associations with lookup specified in column from excel spreedsheet", :fail => true do
+  end
+  
+  it "should process multiple associations with lookup specified in column from excel spreedsheet" do
   
-      loader = ExcelLoader.new(Project)
+    loader = ExcelLoader.new(Project)
   
-      count = Project.count
-      loader.perform_load( $DataShiftFixturePath + '/ProjectsMultiCategoriesHeaderLookup.xls')
+    count = Project.count
+    loader.perform_load( ifixture_file('ProjectsMultiCategoriesHeaderLookup.xls'))
   
-      loader.loaded_count.should == (Project.count - count)
-      loader.loaded_count.should > 3
+    loader.loaded_count.should == (Project.count - count)
+    loader.loaded_count.should > 3
   
-      {'004' => 4, '005' => 1, '006' => 0, '007' => 1 }.each do|title, expected|
-        project = Project.find_by_title(title)
+    {'004' => 4, '005' => 1, '006' => 0, '007' => 1 }.each do|title, expected|
+      project = Project.find_by_title(title)
   
-        project.should_not be_nil
+      project.should_not be_nil
 
-        project.should have(expected).categories
-      end
-  
+      project.should have(expected).categories
     end
+  
+  end
     
-    it "should process excel spreedsheet with extra undefined columns" do
-      loader = ExcelLoader.new(Project)
-      lambda {loader.perform_load( ifixture_file('BadAssociationName.xls') ) }.should_not raise_error
-    end
+  it "should process excel spreedsheet with extra undefined columns" do
+    loader = ExcelLoader.new(Project)
+    lambda {loader.perform_load( ifixture_file('BadAssociationName.xls') ) }.should_not raise_error
+  end
 
-    it "should NOT process excel spreedsheet with extra undefined columns when strict mode" do
-      loader = ExcelLoader.new(Project)
-      expect {loader.perform_load( ifixture_file('BadAssociationName.xls'), :strict => true)}.to raise_error(MappingDefinitionError)
-    end
+  it "should NOT process excel spreedsheet with extra undefined columns when strict mode" do
+    loader = ExcelLoader.new(Project)
+    expect {loader.perform_load( ifixture_file('BadAssociationName.xls'), :strict => true)}.to raise_error(MappingDefinitionError)
+  end
 
-    it "should raise an error when mandatory columns missing" do
-      loader = ExcelLoader.new(Project)
-      expect {loader.perform_load($DataShiftFixturePath + '/ProjectsMultiCategories.xls', :mandatory => ['not_an_option', 'must_be_there'] )}.to raise_error(DataShift::MissingMandatoryError)
-    end
+  it "should raise an error when mandatory columns missing" do
+    loader = ExcelLoader.new(Project)
+    expect {loader.perform_load(ifixture_file('ProjectsMultiCategories.xls'), :mandatory => ['not_an_option', 'must_be_there'])}.to raise_error(DataShift::MissingMandatoryError)
+  end
 
-    it "should provide facility to set default values", :focus => true do
-      loader = ExcelLoader.new(Project)
+  it "should provide facility to set default values", :focus => true do
+    loader = ExcelLoader.new(Project)
       
-      loader.set_default_value('value_as_string', 'some default text' )
-      loader.set_default_value('value_as_double', 45.467 )
-      loader.set_default_value('value_as_boolean', true )
+    loader.set_default_value('value_as_string', 'some default text' )
+    loader.set_default_value('value_as_double', 45.467 )
+    loader.set_default_value('value_as_boolean', true )
       
-      texpected = Time.now.to_s(:db)
+    texpected = Time.now.to_s(:db)
       
-      loader.set_default_value('value_as_datetime', texpected )
+    loader.set_default_value('value_as_datetime', texpected )
       
-      #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
+    #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
 
-      loader.perform_load($DataShiftFixturePath + '/ProjectsSingleCategories.xls')
+    loader.perform_load(ifixture_file('ProjectsSingleCategories.xls'))
       
-      p = Project.find_by_title( '099' )
+    p = Project.find_by_title( '099' )
       
-      p.should_not be_nil
+    p.should_not be_nil
       
-      p.value_as_string.should == 'some default text'
-      p.value_as_double.should == 45.467
-      p.value_as_boolean.should == true
-      p.value_as_datetime.should == texpected
+    p.value_as_string.should == 'some default text'
+    p.value_as_double.should == 45.467
+    p.value_as_boolean.should == true
+    p.value_as_datetime.to_s(:db).should == texpected
+
+    # expected: "2012-09-17 10:00:52"
+    # got: Mon Sep 17 10:00:52 +0100 2012 (using ==)
 
-      p_no_defs = Project.first
+    p_no_defs = Project.first
       
-      p_no_defs.value_as_string.should_not == 'some default text'
-      p_no_defs.value_as_double.should_not == 45.467
-      p_no_defs.value_as_datetime.should_not == texpected
+    p_no_defs.value_as_string.should_not == 'some default text'
+    p_no_defs.value_as_double.should_not == 45.467
+    p_no_defs.value_as_datetime.should_not == texpected
       
-    end
+  end
     
-    it "should provide facility to set pre and post fix values" do
-      loader = ExcelLoader.new(Project)
+  it "should provide facility to set pre and post fix values" do
+    loader = ExcelLoader.new(Project)
       
-      loader.set_prefix('value_as_string', 'myprefix' )
-      loader.set_postfix('value_as_string', 'my post fix' )
+    loader.set_prefix('value_as_string', 'myprefix' )
+    loader.set_postfix('value_as_string', 'my post fix' )
       
-      #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
+    #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
 
-      loader.perform_load($DataShiftFixturePath + '/ProjectsSingleCategories.xls')
+    loader.perform_load( ifixture_file('ProjectsSingleCategories.xls'))
       
-      p = Project.find_by_title( '001' )
+    p = Project.find_by_title( '001' )
       
-      p.should_not be_nil
+    p.should_not be_nil
       
-      p.value_as_string.should == 'myprefixDemo stringmy post fix'      
-    end
+    p.value_as_string.should == 'myprefixDemo stringmy post fix'      
+  end
     
-   it "should provide facility to set default values via YAML configuration", :excel => true do
-      loader = ExcelLoader.new(Project)
+  it "should provide facility to set default values via YAML configuration", :excel => true do
+    loader = ExcelLoader.new(Project)
       
-      loader.configure_from( File.join($DataShiftFixturePath, 'ProjectsDefaults.yml') )
+    loader.configure_from( ifixture_file('ProjectsDefaults.yml') )
       
       
-      loader.perform_load( File.join($DataShiftFixturePath, 'ProjectsSingleCategories.xls') )
+    loader.perform_load( ifixture_file('ProjectsSingleCategories.xls') )
       
-      p = Project.find_by_title( '099' )
+    p = Project.find_by_title( '099' )
       
-      p.should_not be_nil
+    p.should_not be_nil
       
-      p.value_as_string.should == "Default Project Value"    
-    end
+    p.value_as_string.should == "Default Project Value"    
+  end
 
 
-   it "should provide facility to over ride values via YAML configuration", :excel => true do
-      loader = ExcelLoader.new(Project)
+  it "should provide facility to over ride values via YAML configuration", :excel => true do
+    loader = ExcelLoader.new(Project)
       
-      loader.configure_from( File.join($DataShiftFixturePath, 'ProjectsDefaults.yml') )
+    loader.configure_from( ifixture_file('ProjectsDefaults.yml') )
       
       
-      loader.perform_load( File.join($DataShiftFixturePath, 'ProjectsSingleCategories.xls') )
+    loader.perform_load( ifixture_file('ProjectsSingleCategories.xls') )
       
-      Project.all.each {|p| p.value_as_double.should == 99.23546 }
-    end
+    Project.all.each {|p| p.value_as_double.should == 99.23546 }
+  end
     
     
-  end
-
-else
-  puts "WARNING: skipped excel_loader_spec : Requires JRUBY - JExcelFile requires JAVA"
-end # jruby
+end