datashift 0.16.0 → 0.40.0

data/spec/excel_generator_spec.rb

@@ -1,203 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Specs for Excel aspect of Active Record Loader
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-require 'erb'
-require 'excel_generator'
-
-include DataShift
-
-describe 'Excel Generator' do
-
-  before(:all) do
-
-    results_clear("gen_*.xls")
-
-    @klazz = Project
-    @assoc_klazz = Category
-  end
-  
-  before(:each) do
-    MethodDictionary.clear
-    MethodDictionary.find_operators( @klazz )
-    MethodDictionary.find_operators( @assoc_klazz )
-  end
-  
-  it "should be able to create a new excel generator" do
-    generator = ExcelGenerator.new( 'gen_dummy.xls' )
-      
-    generator.should_not be_nil
-  end
-  
-  it "should generate template .xls file from model" do
-
-    expected = result_file('gen_project_template_spec.xls')
-
-    gen = ExcelGenerator.new( expected )
-    
-    gen.generate(Project)
- 
-    expect(File.exists?(expected)).to eq true
-      
-    puts "Can manually check file @ #{expected}"
-    
-    excel = Excel.new
-    excel.open(expected)
-    
-    expect(excel.worksheets.size).to eq 1
-    
-    excel.worksheet(0).name.should == 'Project'
-      
-    headers = excel.worksheets[0].row(0)
-    
-    [ "title", "value_as_string", "value_as_text", "value_as_boolean", "value_as_datetime", "value_as_integer", "value_as_double"].each do |check|
-      headers.include?(check).should == true
-    end
-  end
-
-  # has_one  :owner
-  # has_many :milestones
-  # has_many :loader_releases
-  # has_many :versions, :through => :loader_releases
-  # has_and_belongs_to_many :categories
-  
-  it "should include all associations in template .xls file from model" do
-
-    expected = result_file('gen_project_plus_assoc_template_spec.xls')
-
-    gen = ExcelGenerator.new(expected)
-
-    gen.generate_with_associations(Project)
-
-   expect( File.exists?(expected)).to eq true
-
-    excel = Excel.new
-    excel.open(expected)
-    
-    expect(excel.worksheets.size).to eq 1
-    
-    excel.worksheet(0).name.should == 'Project'
-      
-    headers = excel.worksheets[0].row(0)
-    
-    ["owner", "milestones", "loader_releases", "versions", "categories"].each do |check|
-      headers.include?(check).should == true
-    end
-  end
-   
-      
-  it "should enable us to exclude associations by type in template .xls file" do
-
-    expected = result_file('gen_project_plus_some_assoc_template_spec.xls')
-
-    gen = ExcelGenerator.new(expected)
-
-    options = {:exclude => :has_many }
-      
-    gen.generate_with_associations(Project, options)
-
-    expect(File.exists?(expected)).to eq true #, "Failed to find expected result file #{expected}"
-      
-    excel = Excel.new
-    excel.open(expected)
-    
-    expect(excel.worksheets.size).to eq 1
-    
-    excel.worksheet(0).name.should == 'Project'
-      
-    headers = excel.worksheets[0].row(0)
-    
-    headers.include?('title').should == true
-    headers.include?('owner').should == true
-    
-    ["milestones", "loader_releases", "versions", "categories"].each do |check|
-      headers.should_not include check
-    end
- 
-  end
-  
-    
-  it "should enable us to exclude certain associations in template .xls file " do
-
-    expected = result_file('gen_project_plus_some_assoc_template_spec.xls')
-
-    gen = ExcelGenerator.new(expected)
-
-    options = {:remove => [:milestones, :versions] }
-      
-    gen.generate_with_associations(Project, options)
-
-    expect(File.exists?(expected)).to eq true#, "Failed to find expected result file #{expected}"
-      
-    excel = Excel.new
-    excel.open(expected)
-    
-    expect(excel.worksheets.size).to eq 1
-    
-    excel.worksheet(0).name.should == 'Project'
-      
-    headers = excel.worksheets[0].row(0)
-
-    ["title", "loader_releases", "owner", "categories"].each do |check|
-      headers.should include check
-    end
-    
-
-    ["milestones",  "versions", ].each do |check|
-      headers.should_not include check
-    end
-    
-  end
-    
-    
-   it "should enable us to remove standard rails feilds from template .xls file " do
-
-    expected = result_file('gen_project_plus_some_assoc_template_spec.xls')
-
-    gen = ExcelGenerator.new(expected)
-
-    options = {:remove_rails => true}
-      
-    gen.generate_with_associations(Project, options)
-
-    expect(File.exists?(expected)).to eq true#, "Failed to find expected result file #{expected}"
-      
-    excel = Excel.new
-    excel.open(expected)
-    
-    expect(excel.worksheets.size).to eq 1
-    
-    excel.worksheet(0).name.should == 'Project'
-      
-    headers = excel.worksheets[0].row(0)
-
-    ["id", "updated_at", "created_at"].each do |check|
-      headers.should_not include check
-    end
-    
-    
-  end
-  
-  it "should enable us to autosize columns in the .xls file" do
-
-    expected = result_file('gen_project_autosized_template_spec.xls')
-
-    gen = ExcelGenerator.new(expected)
-
-    options = {:autosize => true, :exclude => :milestones }
-      
-    gen.generate_with_associations(Project, options)
-
-    expect( File.exists?(expected)).to eq true
-      
-    excel = Excel.new
-    excel.open(expected)
-      
-  end
-    
-end

data/spec/excel_loader_spec.rb

@@ -1,237 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Specs for Excel aspect of Active Record Loader
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-require 'erb'
-require 'excel_loader'
-
-include DataShift
-
-describe 'Excel Loader' do
-
- # include_context "ActiveRecordTestModelsConnected"
-
-  before(:each) do
-  end
-
-
-  before(:each) do
-    create_list(:category, 5)
-  end
-
-  context 'loader creates new records' do
-
-    it "should be able to create a new excel loader and load object" do
-      loader = ExcelLoader.new( Project)
-
-      loader.load_object.should_not be_nil
-      loader.load_object.should be_is_a(Project)
-      expect(loader.load_object.new_record?).to eq true
-    end
-
-    it "should process a simple .xls spreedsheet" do
-
-      loader = ExcelLoader.new(Project)
-
-      count = Project.count
-      loader.perform_load ifixture_file('SimpleProjects.xls')
-
-      loader.loaded_count.should == (Project.count - count)
-    end
-
-    it "should process multiple associations from single column" do
-
-      DataShift::MethodDictionary.find_operators( Category )
-
-      DataShift::MethodDictionary.build_method_details( Category )
-
-      expect(Project.find_by_title('001')).to be_nil
-
-      count = Project.count
-
-      loader = ExcelLoader.new(Project)
-
-      loader.perform_load( ifixture_file('ProjectsSingleCategories.xls') )
-
-      expect(loader.loaded_count).to eq 4
-
-      loader.loaded_count.should == (Project.count - count)
-
-      {'001' => 2, '002' => 1, '003' => 3, '099' => 0 }.each do|title, expected|
-        project = Project.find_by_title(title)
-
-        expect(project).to_not be_nil
-
-        expect(project.categories.size).to eq expected
-      end
-    end
-
-    it "should process multiple associations in excel spreedsheet" do
-
-      loader = ExcelLoader.new(Project)
-
-      count = Project.count
-      loader.perform_load( ifixture_file('ProjectsMultiCategories.xls' ))
-
-      loader.loaded_count.should == (Project.count - count)
-
-      {'004' => 3, '005' => 1, '006' => 0, '007' => 1 }.each do|title, expected|
-        project = Project.find_by_title(title)
-
-        project.should_not be_nil
-
-        expect(project.categories.size).to eq expected
-      end
-
-    end
-
-    it "should process multiple associations with lookup specified in column from excel spreedsheet" do
-
-      loader = ExcelLoader.new(Project)
-
-      count = Project.count
-      loader.perform_load( ifixture_file('ProjectsMultiCategoriesHeaderLookup.xls'))
-
-      loader.loaded_count.should == (Project.count - count)
-      loader.loaded_count.should > 3
-
-      {'004' => 4, '005' => 1, '006' => 0, '007' => 1 }.each do|title, expected|
-        project = Project.find_by_title(title)
-
-        project.should_not be_nil
-
-        expect(project.categories.size).to eq expected
-      end
-
-    end
-
-    it "should process excel spreedsheet with extra undefined columns" do
-      loader = ExcelLoader.new(Project)
-      lambda {loader.perform_load( ifixture_file('BadAssociationName.xls') ) }.should_not raise_error
-    end
-
-    it "should NOT process excel spreedsheet with extra undefined columns when strict mode" do
-      loader = ExcelLoader.new(Project)
-      expect {loader.perform_load( ifixture_file('BadAssociationName.xls'), :strict => true)}.to raise_error(MappingDefinitionError)
-    end
-
-    it "should raise an error when mandatory columns missing" do
-      loader = ExcelLoader.new(Project)
-      expect {loader.perform_load(ifixture_file('ProjectsMultiCategories.xls'), :mandatory => ['not_an_option', 'must_be_there'])}.to raise_error(DataShift::MissingMandatoryError)
-    end
-
-  end
-
-  context 'update existing records' do
-  end
-
-  context 'external configuration of loader' do
-
-    it "should provide facility to set default values", :focus => true do
-      loader = ExcelLoader.new(Project)
-
-      populator = loader.populator
-
-      populator.set_default_value('value_as_string', 'some default text' )
-      populator.set_default_value('value_as_double', 45.467 )
-      populator.set_default_value('value_as_boolean', true )
-
-      texpected = Time.now.to_s(:db)
-
-      populator.set_default_value('value_as_datetime', texpected )
-
-      #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
-
-      loader.perform_load(ifixture_file('ProjectsSingleCategories.xls'))
-
-      p = Project.find_by_title( '099' )
-
-      p.should_not be_nil
-
-      p.value_as_string.should == 'some default text'
-      p.value_as_double.should == 45.467
-      p.value_as_boolean.should == true
-      p.value_as_datetime.to_s(:db).should == texpected
-
-      # expected: "2012-09-17 10:00:52"
-      # got: Mon Sep 17 10:00:52 +0100 2012 (using ==)
-
-      p_no_defs = Project.first
-
-      p_no_defs.value_as_string.should_not == 'some default text'
-      p_no_defs.value_as_double.should_not == 45.467
-      p_no_defs.value_as_datetime.should_not == texpected
-
-    end
-
-    it "should provide facility to set pre and post fix values" do
-      loader = ExcelLoader.new(Project)
-
-      loader.populator.set_prefix('value_as_string', 'myprefix' )
-      loader.populator.set_postfix('value_as_string', 'my post fix' )
-
-      #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
-
-      loader.perform_load( ifixture_file('ProjectsSingleCategories.xls'))
-
-      p = Project.find_by_title( '001' )
-
-      p.should_not be_nil
-
-      p.value_as_string.should == 'myprefixDemo stringmy post fix'
-    end
-
-    it "should provide facility to set default values via YAML configuration", :excel => true do
-      loader = ExcelLoader.new(Project)
-
-      loader.configure_from( ifixture_file('ProjectsDefaults.yml') )
-
-
-      loader.perform_load( ifixture_file('ProjectsSingleCategories.xls') )
-
-      p = Project.find_by_title( '099' )
-
-      p.should_not be_nil
-
-      p.value_as_string.should == "Default Project Value"
-    end
-
-
-    it "should provide facility to over ride values via YAML configuration", :excel => true do
-      loader = ExcelLoader.new(Project)
-
-      loader.configure_from( ifixture_file('ProjectsDefaults.yml') )
-
-
-      loader.perform_load( ifixture_file('ProjectsSingleCategories.xls') )
-
-      Project.all.each {|p| p.value_as_double.should == 99.23546 }
-    end
-
-
-
-    it "should provide facility to over ride values via YAML configuration", :yaml => true do
-      loader = ExcelLoader.new(Project)
-
-      expect(Project.count).to eq 0
-
-      loader.configure_from( ifixture_file('ProjectsDefaults.yml') )
-
-
-      loader.perform_load( ifixture_file('ProjectsSingleCategories.xls') )
-
-      Project.all.each do |p|
-        expect(p.value_as_double).to be_a BigDecimal
-        expect(p.value_as_double).to eq 99.23546
-      end
-    end
-
-
-  end
-
-end

data/spec/excel_spec.rb

@@ -1,203 +0,0 @@
-# To change this template, choose Tools | Templates
-# and open the template in the editor.
-
-require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
-
-require 'excel'
-
-describe 'Excel Proxy' do
-
-  before(:each) do
-    @excel = Excel.new
-  end
-
-  it "can open an existing spreadsheet" do
-
-    sheet = @excel.open( ifixture_file('ProjectsSingleCategories.xls') )
-
-    sheet.should_not be_nil
-  end
-  
-  it "can create new un-named worksheet" do
-    sheet1 = @excel.create_worksheet
-
-    sheet1.name.should == "Worksheet1"
-  end
-  
-  it "can create multiple un-named worksheets" do
-    sheet1 = @excel.create_worksheet
-    sheet2 = @excel.create_worksheet
-    sheet1.name.should == "Worksheet1"
-    sheet2.name.should == "Worksheet2"
-  end
-  
-  it "can create new named worksheet" do
-
-    sheet = @excel.create_worksheet( :name => "daft punk")
-    sheet.name.should == "daft punk"
-    
-    sheet2 = @excel.create_worksheet( :name => "underworld")
-    sheet2.name.should == "underworld"
-  end
-
-  it "can sanitize worksheet names as per Excel spec" do
-    
-    include ExcelBase
-    extend ExcelBase
-    
-    #    name.gsub(/[\[\]:\*\/\\\?]/, '
-    
-    sanitize_sheet_name("aute?chre").should == "autechre"
-    sanitize_sheet_name("?autechre").should == "autechre"
-    sanitize_sheet_name("aute?chre?").should == "autechre"
-    
-    sanitize_sheet_name("daft: ?punk").should == "daft punk"
-    sanitize_sheet_name("guy call[]ed *Gerald").should == "guy called Gerald"
-
-    sanitize_sheet_name("guy called */Gerald").should == "guy called Gerald"
-  end
-  
-  # Pending - inject create_worksheet method into Spreadsheet gem
-  if(DataShift::Guards.jruby?)  
-    it "ensures name of worksheet sanitized" do
-    
-      sheet = @excel.create_worksheet( :name => "daft: ?punk")
-      sheet.name.should == "daft punk"
-    
-      sheet = @excel.create_worksheet( :name => "under[]world")
-      sheet.name.should == "underworld"
-    end
-  end
-  
-  it "can create multiple named worksheets" do
-
-    @excel.create_worksheet( :name => "underworld")
-    @excel.create_worksheet( :name => "jeff mills")  
-    @excel.create_worksheet( :name => "autechre")
-    @excel.create_worksheet( :name => "swarms")
-        
-    expect(@excel.worksheets.size).to eq 4
-  end
-  
-  it "can access a worksheet by index" do
-
-    @excel.create_worksheet( :name => "underworld")
-    @excel.create_worksheet( :name => "jeff mills")  
-    @excel.create_worksheet( :name => "autechre")
-        
-    @excel.worksheets[0].name.should == "underworld" 
-    @excel.worksheets[2].name.should == "autechre" 
-  end
-  
-  
-  it "can access a worksheet by ID" do
-
-    @excel.create_worksheet( :name => "daft punk")  
-    @excel.create_worksheet( :name => "underworld")
-    
-    @excel.worksheet(0).name.should == "daft punk" 
-    
-    @excel.worksheet(1).name.should == "underworld"
-   
-  end
-  
-  it "can add data to a specific row and column" do
-
-    @excel.create_worksheet( :name => "underworld")
-    
-    @excel[0, 1] = "born slippy"      
-    @excel[0, 1].should == "born slippy"
-    
-    @excel[1, 23] = 23.0
-    @excel[1, 23].should == 23.0
-    
-    @excel[0, 5] = true
-    @excel[0, 5].should == true
-  end
-  
-  it "can ask a row what index it is" do
-
-    @excel.create_worksheet( :name => "underworld")
-    
-    @excel[3, 0] = "do i know who i am?"      
-    @excel[28, 0] = "who am i?"
-    
-    r1 = @excel.row(3)
-    r1[0].should == "do i know who i am?"     
-    r1.idx.should == 3    #  idx (0-based)
-
-    r2 = @excel.row(28)
-    r2[0].should ==  "who am i?"
-    r2.idx.should == 28   #  idx (0-based)
-  end
-  
-  it "can iterate over the rows in a worksheet" do
-
-    sheet = @excel.create_worksheet
-    
-    @excel[0, 1] = 12.30
-    @excel[1, 1] = 25.30
-    @excel[3, 1] = 4
-    
-    sheet.each do |row|
-      row[0] = "A#{row.idx}"
-    end
-    
-    @excel[0, 0].should == "A0"
-    @excel[1, 0].should == "A1"
-    
-    # pending for JRuby ... spreadsheet iterates from 0 to max row, probably
-    # dynamically creating rows that have never been referenced .. 
-    @excel[2, 0].should == "A2" unless DataShift::Guards.jruby?
-    
-    @excel[3, 0].should == "A3"
-    
-    @excel[0, 1].should == 12.30
-    @excel[1, 1].should == 25.30
-    @excel[2, 1].should satisfy {|x| x == "" || x == nil }
-    @excel[3, 1].should == 4
-  end
- 
-  
-  it "can iterate over the cells in a row"do
-
-    sheet = @excel.create_worksheet
-    
-    values = [ 'hello world', 12.30, "", 4 ]
-    
-    values.each_with_index do |v, i| 
-      @excel[0, i] = v
-    end
-
-    row = @excel.row(0)
-     
-    row.each { |col| col.should == values.shift  }
-  end
-  
-  
-  #it "can support bools" do
-  #  pending "reading back value sometimes returns "" when cell was set to false"
-    
-   # sheet = @excel.create_worksheet
-    
-  #end
-
-  it "can write an Excel file" do
-    @excel = Excel.new
-
-    sheet1 = @excel.create_worksheet
-
-    @excel.create_worksheet( :name => "underworld")
-    
-    @excel[0, 1] = "born slippy"      
-    @excel[0, 1].should == "born slippy"
-    
-    expected = result_file('it_can_save_an_excel_file.xls')
-    
-    @excel.write( expected )
-    
-    expect(File.exists?(expected)).to eq true
-    
-  end
-end
-