datashift 0.16.0 → 0.40.0

data/spec/fixtures/results/exp_project_collection_spec.csv

@@ -0,0 +1,2 @@
+id,title,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_integer,value_as_double,user_id,created_at,updated_at
+1,Title 29,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,1,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC

data/spec/fixtures/results/exp_project_plus_assoc_export_spec.csv

@@ -0,0 +1,9 @@
+id,title,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_integer,value_as_double,user_id,created_at,updated_at,owner,milestones,loader_releases,versions,categories,user
+1,Title 53,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,1,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"{id: 1,name: i am the owner,budget: 10000.23,project_id: 1,created_at: 2016-10-05 13:14:03 UTC,updated_at: 2016-10-05 13:14:03 UTC}","","","","","{id: 1,title: mr,first_name: ben}"
+2,Title 54,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,2,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 2,title: mr,first_name: ben}"
+3,Title 55,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,3,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 3,title: mr,first_name: ben}"
+4,Title 56,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,4,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 4,title: mr,first_name: ben}"
+5,Title 57,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,5,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 5,title: mr,first_name: ben}"
+6,Title 58,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,6,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 6,title: mr,first_name: ben}"
+7,Title 59,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,7,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 7,title: mr,first_name: ben}"
+8,Title 60,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,8,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 8,title: mr,first_name: ben}"

data/spec/fixtures/results/project_and_assoc_in_json_export.csv

@@ -0,0 +1,9 @@
+id,title,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_integer,value_as_double,user_id,created_at,updated_at,owner,milestones,loader_releases,versions,categories,user
+1,Title 61,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,1,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"{id: 1,name: i am the owner,budget: 10000.23,project_id: 1,created_at: 2016-10-05 13:14:03 UTC,updated_at: 2016-10-05 13:14:03 UTC}","","","","","{id: 1,title: mr,first_name: ben}"
+2,Title 62,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,2,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 2,title: mr,first_name: ben}"
+3,Title 63,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,3,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 3,title: mr,first_name: ben}"
+4,Title 64,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,4,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 4,title: mr,first_name: ben}"
+5,Title 65,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,5,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 5,title: mr,first_name: ben}"
+6,Title 66,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,6,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 6,title: mr,first_name: ben}"
+7,Title 67,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,7,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 7,title: mr,first_name: ben}"
+8,Title 68,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,8,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC,"","","","","","{id: 8,title: mr,first_name: ben}"

data/spec/fixtures/results/project_export_spec_with_custom_delim_,.csv

@@ -0,0 +1,2 @@
+id,title,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_integer,value_as_double,user_id,created_at,updated_at
+1,Title 34,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,1,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC

data/spec/fixtures/results/project_export_spec_with_custom_delim_/302/243.csv

@@ -0,0 +1,2 @@
+id£title£value_as_string£value_as_text£value_as_boolean£value_as_datetime£value_as_integer£value_as_double£user_id£created_at£updated_at
+1£Title 36£this is a string£some text\n<storing>nonsense</storing>£true£2016-10-05 13:14:01 UTC£23£2.356£1£2016-10-05 13:14:03 UTC£2016-10-05 13:14:03 UTC

data/spec/fixtures/results/project_export_spec_with_custom_delim_/302/247.csv

@@ -0,0 +1,2 @@
+id§title§value_as_string§value_as_text§value_as_boolean§value_as_datetime§value_as_integer§value_as_double§user_id§created_at§updated_at
+1§Title 35§this is a string§some text\n<storing>nonsense</storing>§true§2016-10-05 13:14:01 UTC§23§2.356§1§2016-10-05 13:14:03 UTC§2016-10-05 13:14:03 UTC

data/spec/fixtures/results/project_plus_assoc_template.csv

@@ -0,0 +1 @@
+id,title,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_integer,value_as_double,user_id,created_at,updated_at,owner,milestones,loader_releases,versions,categories,user

data/spec/fixtures/results/project_plus_some_assoc_template.csv

@@ -0,0 +1 @@
+title,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_integer,value_as_double,user_id,owner,milestones,loader_releases,versions,categories,user

data/spec/fixtures/results/project_remove_export_spec.csv

@@ -0,0 +1,2 @@
+id,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_double,user_id,created_at,updated_at
+1,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,2.356,1,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC

data/spec/fixtures/results/project_template.csv

@@ -0,0 +1 @@
+id,title,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_integer,value_as_double,user_id,created_at,updated_at

data/spec/fixtures/results/project_with_methods_export_spec.csv

@@ -0,0 +1,2 @@
+id,title,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_integer,value_as_double,user_id,created_at,updated_at
+1,Title 32,this is a string,some text\n<storing>nonsense</storing>,true,2016-10-05 13:14:01 UTC,23,2.356,1,2016-10-05 13:14:03 UTC,2016-10-05 13:14:03 UTC

data/spec/fixtures/results/thor_spec_gen_project.csv

@@ -0,0 +1 @@
+id,title,value_as_string,value_as_text,value_as_boolean,value_as_datetime,value_as_integer,value_as_double,user_id,created_at,updated_at

data/spec/fixtures/sandbox_example.thor

@@ -0,0 +1,4 @@
+require 'thor'
+require 'datashift'
+
+DataShift::load_commands

data/spec/fixtures/test_model_defs.rb

@@ -0,0 +1,7 @@
+
+
+base = File.join(File.dirname(__FILE__), 'models')
+
+Dir[ File.join(base, '*.rb') ].each do |file|
+  require File.join(base, File.basename(file, File.extname(file) ))
+end

data/spec/loaders/csv_loader_spec.rb

@@ -0,0 +1,206 @@
+# Copyright:: (c) Autotelik Media Ltd 2015
+# Author ::   Tom Statter
+# Date ::     Aug 2015
+# License::   MIT
+#
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module  DataShift
+
+  describe 'Csv Loader' do
+    include_context 'ClearAllCatalogues'
+
+    let(:loader) { CsvLoader.new }
+
+    before(:each) do
+      DataShift::Loaders::Configuration.reset
+    end
+
+    context 'prepare to load' do
+
+      it 'should be able to create a new CSV loader' do
+        expect(loader).to be
+      end
+
+      it 'should provide access to a context for the whole document' do
+        expect(loader.doc_context).to be_a DocContext
+      end
+
+    end
+
+    context 'basic load operations' do
+      before(:each) do
+        create_list(:category, 5)
+      end
+
+      let(:simple_csv) { ifixture_file('csv/SimpleProjects.csv') }
+
+      it 'should provide access to the file_name' do
+        expect(loader.respond_to? :file_name).to eq true
+      end
+
+      it 'should process a simple .csv spreedsheet' do
+
+        loader.run(simple_csv, Project)
+
+        expect(loader.headers.class).to eq Headers
+        # TOFIX flakey - use CSV to read from SimpleProjects.csv
+        expect(loader.headers).to eq ['value_as_string',	'Value as Text', 'value as datetime', 'value_as_boolean',	'value_as_double']
+        expect(loader.headers.idx).to eq 0
+      end
+
+      it 'should process multiple associations from single column' do
+        expect(Project.where(title: '001').first).to be_nil
+        count = Project.count
+
+        expected = ifixture_file('csv/ProjectsSingleCategories.csv')
+
+        loader.run(expected, Project)
+
+        expect(loader.loaded_count).to eq 4
+        expect(loader.loaded_count).to eq (Project.count - count)
+
+        { '001' => 2, '002' => 1, '003' => 3, '099' => 0 }.each do |title, expected|
+          project = Project.where(title: title).first
+
+          expect(project).to_not be_nil
+          expect(project.categories.size).to eq expected
+        end
+      end
+
+      it 'should process multiple associations in csv file' do
+        expected = ifixture_file('csv/ProjectsMultiCategories.csv')
+
+        count = Project.count
+        loader.run(expected, Project)
+
+        expect(loader.loaded_count).to eq  (Project.count - count)
+
+        { '004' => 3, '005' => 1, '006' => 0, '007' => 1 }.each do |title, expected|
+          project = Project.where(title: title).first
+
+          expect(project).to_not be_nil
+          expect(project.categories.size).to eq expected
+        end
+      end
+
+      it 'should process multiple associations with lookup specified in column from CSV spreedsheet' do
+        expected = ifixture_file('csv/ProjectsMultiCategoriesHeaderLookup.csv')
+
+        count = Project.count
+        loader.run(expected, Project)
+
+        expect(loader.loaded_count).to eq (Project.count - count)
+        expect(loader.loaded_count).to be > 3
+
+        { '004' => 4, '005' => 1, '006' => 0, '007' => 1 }.each do |title, expected|
+          project = Project.where(title: title).first
+
+          expect(project).to_not be_nil
+
+          expect(project.categories.size).to eq expected
+        end
+      end
+
+      it 'should process CSV with extra undefined columns' do
+        expected = ifixture_file('csv/BadAssociationName.csv')
+        expect { loader.run(expected, Project) }.to_not raise_error
+      end
+
+      it 'should NOT process CSV with extra undefined columns when strict mode' do
+        expected = ifixture_file('csv/BadAssociationName.csv')
+        loader.configuration.strict = true
+
+        expect { loader.run(expected, Project) }.to raise_error(MappingDefinitionError)
+      end
+
+      it 'should raise an error when mandatory columns missing', fail: true do
+        expected = ifixture_file('csv/ProjectsMultiCategories.csv')
+        expect {
+          loader.configuration.mandatory = %w(not_an_option must_be_there)
+
+          loader.run(expected, Project)
+        }.to raise_error(DataShift::MissingMandatoryError)
+      end
+
+      #       it "should provide facility to set default values", :focus => true do
+      #         loader = CsvLoader.new(ifixture_file('csv/ProjectsSingleCategories.csv'))
+      #
+      #         populator = loader.populator
+      #
+      #         populator.set_default_value('value_as_string', 'some default text' )
+      #         populator.set_default_value('value_as_double', 45.467 )
+      #         populator.set_default_value('value_as_boolean', true )
+      #
+      #         texpected = Time.now.to_s(:db)
+      #
+      #         populator.set_default_value('value_as_datetime', texpected )
+      #
+      #         #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
+      #
+      #         loader.run(Project)
+      #
+      #         p = Project.where(title: '099' )
+      #
+      #         p.should_not be_nil
+      #
+      #         p.value_as_string).to eq  'some default text'
+      #         p.value_as_double).to eq  45.467
+      #         p.value_as_boolean).to eq  true
+      #         p.value_as_datetime.to_s(:db)).to eq  texpected
+      #
+      #         # expected: "2012-09-17 10:00:52"
+      #         # got: Mon Sep 17 10:00:52 +0100 2012 (using ==)
+      #
+      #         p_no_defs = Project.first
+      #
+      #         p_no_defs.value_as_string.should_not == 'some default text'
+      #         p_no_defs.value_as_double.should_not == 45.467
+      #         p_no_defs.value_as_datetime.should_not == texpected
+      #
+      #       end
+      #
+      #       it "should provide facility to set pre and post fix values" do
+      #         loader = CsvLoader.new(ifixture_file('csv/ProjectsSingleCategories.csv'))
+      #
+      #         loader.populator.set_prefix('value_as_string', 'myprefix' )
+      #         loader.populator.set_postfix('value_as_string', 'my post fix' )
+      #
+      #         #value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
+      #
+      #         loader.run(Project)
+      #
+      #         p = Project.where(title: '001' )
+      #
+      #         p.should_not be_nil
+      #
+      #         p.value_as_string).to eq  'myprefixDemo stringmy post fix'
+      #       end
+      #
+      #       it "should provide facility to set default values via YAML configuration" do
+      #         loader = CsvLoader.new(ifixture_file('csv/ProjectsSingleCategories.csv'))
+      #
+      #         loader.configure_from( ifixture_file('ProjectConfiguration.yml') )
+      #
+      #         loader.run(Project)
+      #
+      #         p = Project.where(title: '099' )
+      #
+      #         p.should_not be_nil
+      #
+      #         p.value_as_string).to eq  "Default Project Value"
+      #       end
+      #
+      #
+      #       it "should provide facility to over ride values via YAML configuration" do
+      #         loader = CsvLoader.new(ifixture_file('csv/ProjectsSingleCategories.csv'))
+      #
+      #         loader.configure_from( ifixture_file('ProjectConfiguration.yml') )
+      #
+      #         loader.run(Project)
+      #
+      #         Project.all.each {|p| expect(p.value_as_double).to eq 99.23546 }
+      #       end
+    end
+  end
+end

data/spec/loaders/data_flow_excel_loader_spec.rb

@@ -0,0 +1,290 @@
+# Copyright:: (c) Autotelik Media Ltd 2016
+# Author ::   Tom Statter
+# License::   MIT
+#
+#
+require File.dirname(__FILE__) + '/../spec_helper'
+
+module  DataShift
+
+  describe 'Excel Loader diretced by a DataFlowSchema' do
+    include_context 'ClearAllCatalogues'
+
+    let(:loader) { ExcelLoader.new }
+
+    let(:expected) { ifixture_file('SimpleProjects.xls') }
+
+    context 'prepare to load' do
+
+      it 'should be able to create a new excel loader' do
+        expect(loader).to be
+      end
+
+      it 'should provide access to a context for the whole document' do
+        expect(loader.doc_context).to be_a DocContext
+      end
+
+      it 'should have access to open an Excel file' do
+        expect( loader.respond_to?(:start_excel)).to eq true
+        expect( loader.open_excel(expected, sheet_number: 0) ).to be_a Excel
+      end
+    end
+
+    context 'basic load operations' do
+
+      before(:each) do
+        create_list(:category, 5)
+      end
+
+      it 'should provide access to the file_name' do
+        loader.run(expected, Project)
+        expect(loader.file_name).to eq expected
+      end
+
+      it 'should parse the headers' do
+
+        loader.run(expected, Project)
+        expect(loader.headers.class).to eq Headers
+        # TOFIX flakey - is it possible to read from 'SimpleProjects.xls'
+        expect(loader.headers).to eq ['value_as_string',	'Value as Text', 'value as datetime', 'value_as_boolean',	'value_as_double']
+        expect(loader.headers.idx).to eq 0
+      end
+
+      it 'should bind headers to real class methods' do
+        loader.run(expected, Project)
+
+        expect(loader.binder).to be
+
+        binding = loader.binder.bindings[1]
+
+        expect(binding.valid?).to eq true
+        expect(binding.inbound_index).to eq 1
+        expect(binding.inbound_name).to eq 'Value as Text'
+        expect(binding.operator).to eq 'value_as_text'
+
+        expect(Project.new.respond_to?(binding.operator)).to eq true
+      end
+    end
+
+    context 'creates new records' do
+
+      it 'should process a simple .xls spreedsheet' do
+        count = Project.count
+
+        loader.run(expected, Project)
+
+        expect(loader.loaded_count).to eq 3
+        expect(Project.count).to eq count + 3
+      end
+
+      #         it "should provide access to main subject class of the load" do
+      #           expect(loader.load_object_class).to eq Project
+      #         end
+      #
+      #         it "should provide access to main subject of the load" do
+      #           expect(loader.load_object).to be_a Project
+      #           expect(loader.load_object.new_record?).to eq true
+      #         end
+
+      it 'should populate database objects from a simple .xls spreedsheet' do
+        loader.run(expected, Project)
+
+        loaded = Project.last
+
+        expect(loaded.value_as_string).to eq '003 Can handle different column naming styles'
+        expect(loaded.value_as_text).to eq ''
+        expect(loaded.value_as_datetime).to eq '2011-05-19'
+        expect(loaded.value_as_boolean).to eq true
+        expect(loaded.value_as_double).to eq 520.00
+      end
+
+      it 'should process multiple associations from single column' do
+        expect(Project.find_by_title('001')).to be_nil
+
+        count = Project.count
+
+        expected = ifixture_file('ProjectsSingleCategories.xls')
+
+        loader.run(expected, Project)
+
+        expect(loader.loaded_count).to eq 4
+
+        expect(loader.loaded_count).to eq (Project.count - count)
+
+        { '001' => 2, '002' => 1, '003' => 3, '099' => 0 }.each do |title, expected|
+          project = Project.find_by_title(title)
+
+          expect(project).to_not be_nil
+
+          expect(project.categories.size).to eq expected
+        end
+      end
+
+      it 'should process multiple associations in excel spreadsheet' do
+        count = Project.count
+
+        expected = ifixture_file('ProjectsMultiCategories.xls')
+
+        loader.run(expected, Project)
+
+        expect(loader.loaded_count).to eq (Project.count - count)
+
+        { '004' => 3, '005' => 1, '006' => 0, '007' => 1 }.each do |title, expected|
+          project = Project.find_by_title(title)
+
+          expect(project).to_not be_nil
+
+          expect(project.categories.size).to eq expected
+        end
+      end
+
+      it 'should process multiple associations with lookup specified in column from excel spreadsheet' do
+        count = Project.count
+
+        expected = ifixture_file('ProjectsMultiCategoriesHeaderLookup.xls')
+
+        loader.run(expected, Project)
+
+        expect(loader.loaded_count).to eq 4
+        expect(Project.count).to eq count + 4
+
+        { '004' => 4, '005' => 1, '006' => 0, '007' => 1 }.each do |title, expected|
+          project = Project.find_by_title(title)
+
+          expect(project).to_not be_nil
+
+          expect(project.categories.size).to eq expected
+        end
+      end
+
+      it 'should process excel spreadsheet with extra undefined columns' do
+        expected = ifixture_file('BadAssociationName.xls')
+
+        expect { loader.run(expected, Project) }.to_not raise_error
+      end
+
+      it 'should NOT process excel spreadsheet with extra undefined columns when strict mode' do
+        expected = ifixture_file('BadAssociationName.xls')
+
+        loader.configuration.strict = true
+
+        expect { loader.run(expected, Project) }.to raise_error(MappingDefinitionError)
+      end
+
+      it 'should raise an error when mandatory columns missing' do
+        expected = ifixture_file('ProjectsMultiCategories.xls')
+
+        expect {
+
+          loader.configuration.mandatory = %w(not_an_option must_be_there)
+
+          loader.run(expected, Project)
+        }.to raise_error(DataShift::MissingMandatoryError)
+      end
+    end
+
+    context 'update existing records' do
+    end
+
+    context 'internal configuration of loader' do
+      let(:expected)  { ifixture_file('ProjectsSingleCategories.xls') }
+
+      before(:each) do
+        DataShift::Transformation.factory.clear
+      end
+
+      it 'should use global transforms to set default values' do
+        texpected = Time.now.to_s(:db)
+
+        DataShift::Transformation.factory do |factory|
+          factory.set_default_on(Project, 'value_as_string', 'some default text' )
+          factory.set_default_on(Project, 'value_as_double', 45.467 )
+          factory.set_default_on(Project, 'value_as_boolean', true )
+          factory.set_default_on(Project, 'value_as_datetime', texpected )
+        end
+
+        # value_as_string	Value as Text	value as datetime	value_as_boolean	value_as_double	category
+
+        loader.run(expected, Project)
+
+        p = Project.find_by_title( '099' )
+
+        expect(p).to_not be_nil
+
+        expect(p.value_as_string).to eq 'some default text'
+        expect(p.value_as_double).to eq 45.467
+        expect(p.value_as_boolean).to eq true
+        expect(p.value_as_datetime.to_s(:db)).to eq texpected
+
+        # expected: "2012-09-17 10:00:52"
+        # got: Mon Sep 17 10:00:52 +0100 2012 (using ==)
+
+        p_no_defs = Project.first
+
+        expect(p_no_defs.value_as_string).to_not eq 'some default text'
+        expect(p_no_defs.value_as_double).to_not eq 45.467
+        expect(p_no_defs.value_as_datetime).to_not eq texpected
+      end
+
+      it 'should use global transforms to set pre and post fix values' do
+        DataShift::Transformation.factory do |factory|
+          factory.set_prefix_on(Project, 'value_as_string', 'myprefix' )
+          factory.set_postfix_on(Project, 'value_as_string', 'my post fix' )
+        end
+
+        loader.run(expected, Project)
+
+        p = Project.find_by_title( '001' )
+
+        expect(p).to_not be_nil
+
+        expect(p.value_as_string).to eq 'myprefixDemo stringmy post fix'
+      end
+    end
+
+    context 'external configuration of loader' do
+      let(:expected)  { ifixture_file('ProjectsSingleCategories.xls') }
+
+      before(:each) do
+        DataShift::Transformation.factory.clear
+        loader.setup_load_class(Project)
+
+        loader.configure_from( ifixture_file('ProjectConfiguration.yml') )
+
+        expect(Project.where(title: '099').first).to be_nil
+
+        loader.run(expected, Project)
+      end
+
+      it 'should provide facility to set DEFAULT values via YAML configuration'  do
+        loader.run(expected, Project)
+
+        p = Project.find_by_title( '099' )
+
+        expect(p).to_not be_nil
+
+        # yaml has snippet to set Time to 'now' .. at least match the date part
+        expect(p.value_as_datetime.to_s).to include(Date.today.to_s)
+      end
+
+      it 'should combine PREFIX and POSTFIX transformations set via YAML configuration' do
+        p = Project.find_by_title( '099' )
+
+        expect(p).to_not be_nil
+
+        expect(p.value_as_string).to eq 'prefix me every-time Default Project Value postfix me every-time'
+      end
+
+      it 'should provide facility to OVER RIDE values via YAML configuration' do
+
+        expected = DataShift::Transformation.factory.overrides_for(Project)[:value_as_double]
+
+        Project.all.each { |p|
+          # TOFIX - the scale of the DB column from migration is 4 -- can we get that dynamically ?
+          expect(p.value_as_double).to be_within(0.0001).of(expected)
+        }
+      end
+
+    end
+  end
+end