datashift 0.0.1 → 0.0.2

data/spec/csv_loader_spec.rb

@@ -1,31 +1,31 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Specs for Excel aspect of Active Record Loader
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-require 'erb'
-require 'excel_loader'
-
-describe 'CSV Loader' do
-
-  before(:all) do
-    
-    # load our test model definitions - Project etc
-    require File.join($DataShiftFixturePath, 'test_model_defs')  
-       
-    db_connect( 'test_file' )    # , test_memory, test_mysql
-    migrate_up
-    @klazz = Project
-  end
-  
-  before(:each) do
-    MethodMapper.clear
-    MethodMapper.find_operators( @klazz )
-    MethodMapper.find_operators( @assoc_klazz )
-  end
-
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Aug 2011
+# License::   MIT
+#
+# Details::   Specs for Excel aspect of Active Record Loader
+#
+require File.dirname(__FILE__) + '/spec_helper'
+
+require 'erb'
+require 'excel_loader'
+
+describe 'CSV Loader' do
+
+  before(:all) do
+    
+    # load our test model definitions - Project etc
+    require File.join($DataShiftFixturePath, 'test_model_defs')  
+       
+    db_connect( 'test_file' )    # , test_memory, test_mysql
+    migrate_up
+    @klazz = Project
+  end
+  
+  before(:each) do
+    MethodMapper.clear
+    MethodMapper.find_operators( @klazz )
+    MethodMapper.find_operators( @assoc_klazz )
+  end
+
 end

data/spec/datashift_spec.rb

@@ -1,27 +1,27 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Oct 2011
-# License::   MIT
-#
-# Details::   Specs for high level apsects of DataShift library
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-describe 'DataShift' do
-
-  before(:each) do
-  end
-  
-  it "should provide gem version" do
-    DataShift::gem_version
-  end
-
-  it "should provide gem name" do
-    DataShift::gem_name.should == 'datashift'
-  end
-  
-  it "should provide root_path" do
-    DataShift.root_path.should_not be_empty
-  end
-  
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Oct 2011
+# License::   MIT
+#
+# Details::   Specs for high level apsects of DataShift library
+#
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe 'DataShift' do
+
+  before(:each) do
+  end
+  
+  it "should provide gem version" do
+    DataShift::gem_version
+  end
+
+  it "should provide gem name" do
+    DataShift::gem_name.should == 'datashift'
+  end
+  
+  it "should provide root_path" do
+    DataShift.root_path.should_not be_empty
+  end
+  
 end

data/spec/db/migrate/20110803201325_create_test_bed.rb

@@ -1,85 +1,85 @@
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Migration to create a test database that exercises all aspects of Active Record models
-#
-
-class CreateTestBed < ActiveRecord::Migration
-  
-  def self.up
-
-    # has many :milestones
-    create_table :projects do |t|
-      t.string   :title
-      t.string   :value_as_string
-      t.text     :value_as_text
-      t.boolean  :value_as_boolean, :default => false
-      t.datetime :value_as_datetime, :default => nil
-      t.integer  :value_as_integer, :default => 0
-      t.decimal  :value_as_double, :precision => 8, :scale => 2, :default => 0.0
-      t.timestamps
-    end
-
-    # belongs_to  :project, project => has_many
-    create_table :milestones do |t|
-      t.string     :name
-      t.datetime   :datetime, :default => nil
-      t.decimal    :cost, :precision => 8, :scale => 2, :default => 0.0
-      t.references :project
-      t.timestamps
-    end
-
-    # belongs_to  :project, project => has_one
-    create_table :owners do |t|
-      t.string   :name
-      t.references :project
-      t.timestamps
-    end
-
-    # has_belongs_to_many :project
-    create_table :categories do |t|
-      t.string   :reference
-      t.timestamps
-    end
-
-    # testing has_belongs_to_many (hence no id)
-    create_table :categories_projects, :id => false do |t|
-      t.references :category
-      t.references :project
-    end
-
-    create_table :versions do |t|
-      t.string   :name
-      t.timestamps
-    end
-
-    # testing project has_many release + versions :through
-    create_table :loader_releases do |t|
-      t.string   :name
-      t.references :project
-      t.references :version
-      t.timestamps
-    end
-
-
-    create_table :long_and_complex_table_linked_to_versions do |t|
-      t.references :version
-    end
-
-    create_table :empties do |t|
-    end
-
-  end
-
-  def self.down
-    drop_table :projects
-    drop_table :categories
-    drop_table :loader_releases
-    drop_table :versions
-    drop_table :categories_projectss
-    drop_table :milestones
-    drop_table :long_and_complex_table_linked_to_versions
-    drop_table :empties
-  end
-end
+# Author ::   Tom Statter
+# Date ::     Aug 2011
+# License::   MIT
+#
+# Details::   Migration to create a test database that exercises all aspects of Active Record models
+#
+
+class CreateTestBed < ActiveRecord::Migration
+  
+  def self.up
+
+    # has many :milestones
+    create_table :projects do |t|
+      t.string   :title
+      t.string   :value_as_string
+      t.text     :value_as_text
+      t.boolean  :value_as_boolean, :default => false
+      t.datetime :value_as_datetime, :default => nil
+      t.integer  :value_as_integer, :default => 0
+      t.decimal  :value_as_double, :precision => 8, :scale => 2, :default => 0.0
+      t.timestamps
+    end
+
+    # belongs_to  :project, project => has_many
+    create_table :milestones do |t|
+      t.string     :name
+      t.datetime   :datetime, :default => nil
+      t.decimal    :cost, :precision => 8, :scale => 2, :default => 0.0
+      t.references :project
+      t.timestamps
+    end
+
+    # belongs_to  :project, project => has_one
+    create_table :owners do |t|
+      t.string   :name
+      t.references :project
+      t.timestamps
+    end
+
+    # has_belongs_to_many :project
+    create_table :categories do |t|
+      t.string   :reference
+      t.timestamps
+    end
+
+    # testing has_belongs_to_many (hence no id)
+    create_table :categories_projects, :id => false do |t|
+      t.references :category
+      t.references :project
+    end
+
+    create_table :versions do |t|
+      t.string   :name
+      t.timestamps
+    end
+
+    # testing project has_many release + versions :through
+    create_table :loader_releases do |t|
+      t.string   :name
+      t.references :project
+      t.references :version
+      t.timestamps
+    end
+
+
+    create_table :long_and_complex_table_linked_to_versions do |t|
+      t.references :version
+    end
+
+    create_table :empties do |t|
+    end
+
+  end
+
+  def self.down
+    drop_table :projects
+    drop_table :categories
+    drop_table :loader_releases
+    drop_table :versions
+    drop_table :categories_projectss
+    drop_table :milestones
+    drop_table :long_and_complex_table_linked_to_versions
+    drop_table :empties
+  end
+end

data/spec/excel_generator_spec.rb

@@ -1,79 +1,79 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Specs for Excel aspect of Active Record Loader
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-if(Guards::jruby?)
-  require 'erb'
-  require 'excel_generator'
-
-  include DataShift
-
-  describe 'Excel Generator' do
-
-    before(:all) do
-      db_connect( 'test_file' )    # , test_memory, test_mysql
-
-      # load our test model definitions - Project etc
-      require File.join($DataShiftFixturePath, 'test_model_defs')  
-   
-      # handle migration changes or reset of test DB
-      migrate_up
-
-      db_clear()    # todo read up about proper transactional fixtures
-      results_clear()
-
-      @klazz = Project
-      @assoc_klazz = Category
-    end
-  
-    before(:each) do
-      MethodMapper.clear
-      MethodMapper.find_operators( @klazz )
-      MethodMapper.find_operators( @assoc_klazz )
-    end
-  
-    it "should be able to create a new excel generator" do
-      generator = ExcelGenerator.new( 'dummy.xls' )
-      
-      generator.should_not be_nil
-    end
-  
-    it "should generate template .xls file from model" do
-
-      expect = result_file('project_template_spec.xls')
-
-      gen = ExcelGenerator.new( expect )
-    
-      gen.generate(Project)
- 
-      File.exists?(expect).should be_true
-      
-      puts "Can manually check file @ #{expect}"
-    end
-
-    it "should export a simple model to .xls spreedsheet" do
-
-      Project.create( :value_as_string	=> 'Value as Text', :value_as_boolean => true,	:value_as_double => 75.672)
-      #001 Demo string	blah blah	2011-02-14	1.00	320.00
-
-      expect= result_file('simple_export_spec.xls')
-
-      gen = ExcelGenerator.new(expect)
-
-      items = Project.all
-
-      gen.export(items)
-
-      File.exists?(expect).should be_true
-
-    end
-
-  end
-else
-  puts "WARNING: skipped excel_generator_spec : Requires JRUBY - JExcelFile requires JAVA"
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Aug 2011
+# License::   MIT
+#
+# Details::   Specs for Excel aspect of Active Record Loader
+#
+require File.dirname(__FILE__) + '/spec_helper'
+
+if(Guards::jruby?)
+  require 'erb'
+  require 'excel_generator'
+
+  include DataShift
+
+  describe 'Excel Generator' do
+
+    before(:all) do
+      db_connect( 'test_file' )    # , test_memory, test_mysql
+
+      # load our test model definitions - Project etc
+      require File.join($DataShiftFixturePath, 'test_model_defs')  
+   
+      # handle migration changes or reset of test DB
+      migrate_up
+
+      db_clear()    # todo read up about proper transactional fixtures
+      results_clear()
+
+      @klazz = Project
+      @assoc_klazz = Category
+    end
+  
+    before(:each) do
+      MethodMapper.clear
+      MethodMapper.find_operators( @klazz )
+      MethodMapper.find_operators( @assoc_klazz )
+    end
+  
+    it "should be able to create a new excel generator" do
+      generator = ExcelGenerator.new( 'dummy.xls' )
+      
+      generator.should_not be_nil
+    end
+  
+    it "should generate template .xls file from model" do
+
+      expect = result_file('project_template_spec.xls')
+
+      gen = ExcelGenerator.new( expect )
+    
+      gen.generate(Project)
+ 
+      File.exists?(expect).should be_true
+      
+      puts "Can manually check file @ #{expect}"
+    end
+
+    it "should export a simple model to .xls spreedsheet" do
+
+      Project.create( :value_as_string	=> 'Value as Text', :value_as_boolean => true,	:value_as_double => 75.672)
+      #001 Demo string	blah blah	2011-02-14	1.00	320.00
+
+      expect= result_file('simple_export_spec.xls')
+
+      gen = ExcelGenerator.new(expect)
+
+      items = Project.all
+
+      gen.export(items)
+
+      File.exists?(expect).should be_true
+
+    end
+
+  end
+else
+  puts "WARNING: skipped excel_generator_spec : Requires JRUBY - JExcelFile requires JAVA"
 end # jruby

data/spec/excel_loader_spec.rb

@@ -1,177 +1,205 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Specs for Excel aspect of Active Record Loader
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-if(Guards::jruby?)
-
-  require 'erb'
-  require 'excel_loader'
-
-  include DataShift
-
-  describe 'Excel Loader' do
-
-    before(:all) do
-      db_connect( 'test_file' )    # , test_memory, test_mysql
-
-      # load our test model definitions - Project etc
-      require File.join($DataShiftFixturePath, 'test_model_defs')  
-   
-      # handle migration changes or reset of test DB
-      migrate_up
-
-      db_clear()    # todo read up about proper transactional fixtures
-
-
-      @klazz = Project
-      @assoc_klazz = Category
-    end
-  
-    before(:each) do
-
-      Project.delete_all
-    
-      %w{category_001 category_002 category_003}.each do |cat|
-        @assoc_klazz.find_or_create_by_reference(cat)
-      end
-
-
-      MethodMapper.clear
-      MethodMapper.find_operators( @klazz )
-      MethodMapper.find_operators( @assoc_klazz )
-    end
-  
-    it "should be able to create a new excel loader and load object" do
-      loader = ExcelLoader.new( @klazz)
-    
-      loader.load_object.should_not be_nil
-      loader.load_object.should be_is_a(@klazz)
-      loader.load_object.new_record?.should be_true
-    end
-  
-    it "should process a simple .xls spreedsheet" do
-  
-      loader = ExcelLoader.new(@klazz)
- 
-      count = @klazz.count
-      loader.perform_load( $DataShiftFixturePath + '/SimpleProjects.xls')
-  
-      loader.loaded_count.should == (@klazz.count - count)
-  
-    end
-
-    it "should process multiple associationss from single column" do
-
-      @klazz.find_by_title('001').should be_nil
-      count = @klazz.count
-
-      loader = ExcelLoader.new(@klazz)
-    
-      loader.perform_load( $DataShiftFixturePath + '/ProjectsSingleCategories.xls')
-
-      loader.loaded_count.should be > 3
-      loader.loaded_count.should == (@klazz.count - count)
-
-      {'001' => 2, '002' => 1, '003' => 3, '099' => 0 }.each do|title, expected|
-        project = @klazz.find_by_title(title)
-
-        project.should_not be_nil
-        puts "#{project.inspect} [#{project.categories.size}]"
-      
-        project.should have(expected).categories
-      end
-    end
-
-    it "should process multiple associations in excel spreedsheet" do
-  
-      loader = ExcelLoader.new(Project)
-  
-      count = Project.count
-      loader.perform_load( $DataShiftFixturePath + '/ProjectsMultiCategories.xls')
-  
-      loader.loaded_count.should == (Project.count - count)
-  
-      {'004' => 3, '005' => 1, '006' => 0, '007' => 1 }.each do|title, expected|
-        project = @klazz.find_by_title(title)
-  
-        project.should_not be_nil
-
-        project.should have(expected).categories
-      end
-  
-    end
-  
-    it "should process excel spreedsheet with extra undefined columns" do
-      loader = ExcelLoader.new(Project)
-      lambda {loader.perform_load( ifixture_file('BadAssociationName.xls') ) }.should_not raise_error
-    end
-
-    it "should NOT process excel spreedsheet with extra undefined columns when strict mode" do
-      loader = ExcelLoader.new(Project)
-      expect {loader.perform_load( ifixture_file('BadAssociationName.xls'), :strict => true)}.to raise_error(MappingDefinitionError)
-    end
-
-    it "should raise an error when mandatory columns missing" do
-      loader = ExcelLoader.new(Project)
-      expect {loader.perform_load($DataShiftFixturePath + '/ProjectsMultiCategories.xls', :mandatory => ['not_an_option', 'must_be_there'] )}.to raise_error(DataShift::MissingMandatoryError)
-    end
-
-    it "should provide facility to set default values", :focus => true do
-      loader = ExcelLoader.new(Project)
-      
-      loader.set_default_value('value_as_string', 'some default text' )
-      loader.set_default_value('value_as_double', 45.467 )
-      loader.set_default_value('value_as_boolean', true )
-      
-      texpected = Time.now.to_s(:db)
-      
-      loader.set_default_value('value_as_datetime', texpected )
-      
-      #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
-
-      loader.perform_load($DataShiftFixturePath + '/ProjectsSingleCategories.xls')
-      
-      p = Project.find_by_title( '099' )
-      
-      p.should_not be_nil
-      
-      p.value_as_string.should == 'some default text'
-      p.value_as_double.should == 45.467
-      p.value_as_boolean.should == true
-      p.value_as_datetime.should == texpected
-
-      p_no_defs = Project.first
-      
-      p_no_defs.value_as_string.should_not == 'some default text'
-      p_no_defs.value_as_double.should_not == 45.467
-      p_no_defs.value_as_datetime.should_not == texpected
-      
-    end
-    
-    it "should provide facility to set pre and post fix values", :focus => true do
-      loader = ExcelLoader.new(Project)
-      
-      loader.set_prefix('value_as_string', 'myprefix' )
-      loader.set_postfix('value_as_string', 'my post fix' )
-      
-      #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
-
-      loader.perform_load($DataShiftFixturePath + '/ProjectsSingleCategories.xls')
-      
-      p = Project.find_by_title( '001' )
-      
-      p.should_not be_nil
-      
-      p.value_as_string.should == 'myprefixDemo stringmy post fix'      
-    end
-    
-  end
-
-else
-  puts "WARNING: skipped excel_loader_spec : Requires JRUBY - JExcelFile requires JAVA"
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Aug 2011
+# License::   MIT
+#
+# Details::   Specs for Excel aspect of Active Record Loader
+#
+require File.dirname(__FILE__) + '/spec_helper'
+
+if(Guards::jruby?)
+
+  require 'erb'
+  require 'excel_loader'
+
+  include DataShift
+
+  describe 'Excel Loader' do
+
+    before(:all) do
+      db_connect( 'test_file' )    # , test_memory, test_mysql
+
+      # load our test model definitions - Project etc
+      require File.join($DataShiftFixturePath, 'test_model_defs')  
+   
+      # handle migration changes or reset of test DB
+      migrate_up
+
+      db_clear()    # todo read up about proper transactional fixtures
+
+
+      @klazz = Project
+      @assoc_klazz = Category
+    end
+  
+    before(:each) do
+
+      Project.delete_all
+    
+      %w{category_001 category_002 category_003}.each do |cat|
+        @assoc_klazz.find_or_create_by_reference(cat)
+      end
+
+
+      MethodMapper.clear
+      MethodMapper.find_operators( @klazz )
+      MethodMapper.find_operators( @assoc_klazz )
+    end
+  
+    it "should be able to create a new excel loader and load object" do
+      loader = ExcelLoader.new( @klazz)
+    
+      loader.load_object.should_not be_nil
+      loader.load_object.should be_is_a(@klazz)
+      loader.load_object.new_record?.should be_true
+    end
+  
+    it "should process a simple .xls spreedsheet" do
+  
+      loader = ExcelLoader.new(@klazz)
+ 
+      count = @klazz.count
+      loader.perform_load( $DataShiftFixturePath + '/SimpleProjects.xls')
+  
+      loader.loaded_count.should == (@klazz.count - count)
+  
+    end
+
+    it "should process multiple associationss from single column" do
+
+      @klazz.find_by_title('001').should be_nil
+      count = @klazz.count
+
+      loader = ExcelLoader.new(@klazz)
+    
+      loader.perform_load( $DataShiftFixturePath + '/ProjectsSingleCategories.xls')
+
+      loader.loaded_count.should be > 3
+      loader.loaded_count.should == (@klazz.count - count)
+
+      {'001' => 2, '002' => 1, '003' => 3, '099' => 0 }.each do|title, expected|
+        project = @klazz.find_by_title(title)
+
+        project.should_not be_nil
+        puts "#{project.inspect} [#{project.categories.size}]"
+      
+        project.should have(expected).categories
+      end
+    end
+
+    it "should process multiple associations in excel spreedsheet" do
+  
+      loader = ExcelLoader.new(Project)
+  
+      count = Project.count
+      loader.perform_load( $DataShiftFixturePath + '/ProjectsMultiCategories.xls')
+  
+      loader.loaded_count.should == (Project.count - count)
+  
+      {'004' => 3, '005' => 1, '006' => 0, '007' => 1 }.each do|title, expected|
+        project = @klazz.find_by_title(title)
+  
+        project.should_not be_nil
+
+        project.should have(expected).categories
+      end
+  
+    end
+  
+    it "should process excel spreedsheet with extra undefined columns" do
+      loader = ExcelLoader.new(Project)
+      lambda {loader.perform_load( ifixture_file('BadAssociationName.xls') ) }.should_not raise_error
+    end
+
+    it "should NOT process excel spreedsheet with extra undefined columns when strict mode" do
+      loader = ExcelLoader.new(Project)
+      expect {loader.perform_load( ifixture_file('BadAssociationName.xls'), :strict => true)}.to raise_error(MappingDefinitionError)
+    end
+
+    it "should raise an error when mandatory columns missing" do
+      loader = ExcelLoader.new(Project)
+      expect {loader.perform_load($DataShiftFixturePath + '/ProjectsMultiCategories.xls', :mandatory => ['not_an_option', 'must_be_there'] )}.to raise_error(DataShift::MissingMandatoryError)
+    end
+
+    it "should provide facility to set default values", :focus => true do
+      loader = ExcelLoader.new(Project)
+      
+      loader.set_default_value('value_as_string', 'some default text' )
+      loader.set_default_value('value_as_double', 45.467 )
+      loader.set_default_value('value_as_boolean', true )
+      
+      texpected = Time.now.to_s(:db)
+      
+      loader.set_default_value('value_as_datetime', texpected )
+      
+      #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
+
+      loader.perform_load($DataShiftFixturePath + '/ProjectsSingleCategories.xls')
+      
+      p = Project.find_by_title( '099' )
+      
+      p.should_not be_nil
+      
+      p.value_as_string.should == 'some default text'
+      p.value_as_double.should == 45.467
+      p.value_as_boolean.should == true
+      p.value_as_datetime.should == texpected
+
+      p_no_defs = Project.first
+      
+      p_no_defs.value_as_string.should_not == 'some default text'
+      p_no_defs.value_as_double.should_not == 45.467
+      p_no_defs.value_as_datetime.should_not == texpected
+      
+    end
+    
+    it "should provide facility to set pre and post fix values" do
+      loader = ExcelLoader.new(Project)
+      
+      loader.set_prefix('value_as_string', 'myprefix' )
+      loader.set_postfix('value_as_string', 'my post fix' )
+      
+      #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
+
+      loader.perform_load($DataShiftFixturePath + '/ProjectsSingleCategories.xls')
+      
+      p = Project.find_by_title( '001' )
+      
+      p.should_not be_nil
+      
+      p.value_as_string.should == 'myprefixDemo stringmy post fix'      
+    end
+    
+   it "should provide facility to set default values via YAML configuration", :excel => true do
+      loader = ExcelLoader.new(Project)
+      
+      loader.configure_from( File.join($DataShiftFixturePath, 'ProjectsDefaults.yml') )
+      
+      
+      loader.perform_load( File.join($DataShiftFixturePath, 'ProjectsSingleCategories.xls') )
+      
+      p = Project.find_by_title( '099' )
+      
+      p.should_not be_nil
+      
+      p.value_as_string.should == "Default Project Value"    
+    end
+
+
+   it "should provide facility to over ride values via YAML configuration", :excel => true do
+      loader = ExcelLoader.new(Project)
+      
+      loader.configure_from( File.join($DataShiftFixturePath, 'ProjectsDefaults.yml') )
+      
+      
+      loader.perform_load( File.join($DataShiftFixturePath, 'ProjectsSingleCategories.xls') )
+      
+      Project.all.each {|p| p.value_as_double.should == 99.23546 }
+    end
+    
+    
+  end
+
+else
+  puts "WARNING: skipped excel_loader_spec : Requires JRUBY - JExcelFile requires JAVA"
 end # jruby