datashift 0.16.0 → 0.40.0

data/spec/method_mapper_spec.rb

@@ -1,100 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Specs for MethodMapper aspect of Active Record Loader
-#             MethodMapper provides the bridge between 'strings' e.g column headings
-#             and a classes different types of assignment operators
-#
-require File.join(File.dirname(__FILE__), 'spec_helper')
-    
-require 'method_mapper'
-
-describe 'Method Mapper' do
-   
-  before(:each) do
-    DataShift::MethodDictionary.clear   
-    
-    @method_mapper = DataShift::MethodMapper.new
-  end
- 
-  it "should find a set of methods based on a list of column symbols" do
-     
-    headers = [:value_as_string, :owner, :value_as_boolean, :value_as_double]
-    
-    method_details = @method_mapper.map_inbound_headers_to_methods( Project, headers )
-    
-    expect(method_details.size).to eq 4
-  end
-
-  it "should leave nil in set of methods when no such operator" do
-     
-    headers = [:value_as_string, :owner, :bad_no_such_column, :value_as_boolean, :value_as_double, :more_rubbish_as_nil]
-    
-    method_details = @method_mapper.map_inbound_headers_to_methods( Project, headers )
-    
-    expect(method_details.size).to eq 6
-    
-    method_details[2].should be_nil
-    method_details[5].should be_nil
-    
-    method_details[0].should be_a DataShift::MethodDetail
-    
-  end
-  
-  it "should map a list of column names to a set of method details" do
-   
-    headers = %w{ value_as_double value_as_string bad_no_such_column value_as_boolean  }
-    
-    @method_mapper.map_inbound_headers_to_methods( Project, headers )
-    
-    method_details = @method_mapper.map_inbound_headers_to_methods( Project, headers )
-    
-    expect(method_details.size).to eq 4
-    
-    method_details[2].should be_nil
-   
-    method_details[0].should be_a DataShift::MethodDetail 
-    method_details.last.should be_a DataShift::MethodDetail
-  end
-  
-  it "should populate a method detail instance based on column and database info" do
-     
-    headers = [:value_as_string, :owner, :value_as_boolean, :value_as_double]
-    
-    method_details = @method_mapper.map_inbound_headers_to_methods( Project, headers )
-    
-    expect(method_details.size).to eq 4
-    
-    method_details[0].should be_a DataShift::MethodDetail
-    
-    headers.each_with_index do |c, i|
-      method_details[i].column_index.should == i
-    end
-      
-  end
-  
-  it "should map between user name and real class operator and store in method detail instance" do
-     
-    headers = [ "Value as string", 'owner', "value_as boolean", 'Value_As_Double']
-    
-    operators = %w{ value_as_string owner value_as_boolean value_as_double }
-    
-    method_details = @method_mapper.map_inbound_headers_to_methods( Project, headers )
-    
-    expect(method_details.size).to eq 4
-    
-    method_details.should_not include nil
-    
-    headers.each_with_index do |c, i|
-      method_details[i].column_index.should == i
-      method_details[i].name.should == c
-      method_details[i].operator.should == operators[i]  
-    end
-    
-  end
-  
-  
-  
-end

data/spec/model_mapper_spec.rb

@@ -1,41 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2015
-# Author ::   Tom Statter
-# Date ::     Aug 2015
-# License::   MIT
-#
-# Details::   Specs for Mapping aspects
-#             Provides automatic mapping between different system's column headings
-#
-require File.join(File.dirname(__FILE__), 'spec_helper')
-
-require 'mapping_generator'
-
-describe 'ModelMapper' do
-
-  before(:all) do
-  end
-
-  before(:each) do
-  end
-
-  it "should identify the class from a string" do
-    # Similar to const_get_from_string except this version
-    # returns nil if no such class found
-    # Support modules e.g "Spree::Property"
-    #
-    expect(DataShift::ModelMapper.class_from_string( Project)).to be_a Class
-
-  end
-
-  it "should identify the class from a string contianing modules" do
-    # Similar to const_get_from_string except this version
-    # returns nil if no such class found
-    # Support modules e.g "Spree::Property"
-    #
-    expect(DataShift::ModelMapper.class_from_string( DataShift::AClassInAModule )).to be_a Class
-
-  end
-
-
-
-end

data/spec/paperclip_loader_spec.rb

@@ -1,92 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Specs for base class Loader
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-require 'paperclip/attachment_loader'
-  
-Paperclip.options[:command_path] = "/usr/local/bin/"
-
-describe 'PaperClip Bulk Loader' do
-
-  
-  include DataShift::Logging
-  
-  module Paperclip
-    module Interpolations
-
-      # Returns the Rails.root constant.
-      def rails_root attachment, style_name
-        '.'
-      end
-    end
-  end
-  
-  before(:each) do    
-    @attachment_klass = Digital
-    
-    @common_options = {:verbose => true }
-    
-    @attachment_path = File.join(fixtures_path, 'images')
-  end
-  
-  it "should create a new paperclip loader and define attachment class" do 
-    loader = DataShift::Paperclip::AttachmentLoader.new(@attachment_klass, nil, @common_options)
-    
-    loader.load_object_class.should == Digital
-    loader.load_object.should be_a Digital
-        
-    loader.attach_to_klass.should == nil  
-  end
-
-  it "should create loader,define attachment class and define class to attach to" do
-             
-    opts = { :attach_to_klass => Owner }.merge(@common_options)
-    
-    loader = DataShift::Paperclip::AttachmentLoader.new(@attachment_klass, nil, opts)
-    
-    loader.attach_to_klass.should == Owner
-  end
-  
-  it "should bulk load from a directory file system" do
-   
-    # these names should be included in the attachment file name somewhere
-    ["DEMO_001", "DEMO_002", "DEMO_003", "DEMO_004"].each do |n|
-      Owner.create( :name => n )
-    end
-     
-    opts = {  :attach_to_klass => Owner, 
-      :attach_to_find_by_field => :name,
-      :attach_to_field => :digitals,
-      :split_file_name_on => '_'
-    }.merge(@common_options)
-    
-    loader = DataShift::Paperclip::AttachmentLoader.new(@attachment_klass, nil, opts)
- 
-    loader.process_from_filesystem(@attachment_path, opts)
-  end
-  
-  it "should handle not beign able to find matching record" do
-   
-    # these names should be included in the attachment file name somewhere
-    names = ["DEMO_001", "DEMO_002", "DEMO_003", "DEMO_004"]
-    
-    names.each do |n|
-      Owner.create( :name => n )
-    end
-     
-    opts = { :attach_to_klass => Owner, :attach_to_find_by_field => :name }.merge(@common_options)
-    
-    
-    loader = DataShift::Paperclip::AttachmentLoader.new(@attachment_klass, nil, opts)
- 
-    loader.process_from_filesystem(@attachment_path, opts)
-    
-    expect(Dir.glob("MissingAttachmentRecords/*.jpeg", File::FNM_CASEFOLD).size).to eq names.size
-  end
-  
-end

data/spec/populator_spec.rb

@@ -1,128 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Details::   Specs for base class Loader
-#
-require File.dirname(__FILE__) + '/spec_helper'
-
-require 'erb'
-
-describe 'Populator' do
-
-  
-  before(:each) do    
-    @loader = DataShift::LoaderBase.new(Project)
-    
-    @populator = DataShift::Populator.new
-    
-  end
-  
-  it "should be able to create a new populator" do
-    local_populator = DataShift::Populator.new
-    local_populator.should_not be_nil
-  end
-
-  
-  it "should be able to create and assign  populator as string to loader" do
-    
-    class AnotherPopulator
-    end
-    
-    options = {:populator => 'AnotherPopulator' }
-    
-    local_loader = DataShift::LoaderBase.new(Project, nil, options)
-    
-    local_loader.populator.should_not be_nil
-    local_loader.populator.should be_a AnotherPopulator
-  end
-
-  it "should be able to create and assign populator as class to loader" do
-    
-    class AnotherPopulator
-    end
-    
-    options = {:populator => AnotherPopulator }
-    
-    local_loader = DataShift::LoaderBase.new(Project, nil, options)
-    
-    local_loader.populator.should_not be_nil
-    local_loader.populator.should be_a AnotherPopulator
-  end
-  
-  it "should process a string value against an assigment column" do
-
-    column_heading = 'Value As String'
-    value = 'Another Lazy fox '
-
-    method_detail = DataShift::MethodDictionary.find_method_detail( Project, column_heading )
-    
-    expect(method_detail).to be_a  DataShift::MethodDetail
-    
-    pop_value, attributes = @populator.prepare_data(method_detail, value)
-    
-    pop_value.should == value
-    attributes.should be_a Hash
-    attributes.should be_empty
-    
-    # check for white space preservation
-    value = 'Another Lazy fox'
-
-    pop_value, attributes = @populator.prepare_data(method_detail, value)
-    
-    pop_value.should == value
-    
-  end
-
-  it "should process a DSL string into a real hash" do
-
-    str1  = "{:name => 'the_fox' }"
-    
-    x = DataShift::Populator::string_to_hash( str1 )
-     
-    expect(x).to  be_a Hash
-    expect(x.size).to eq 1
-    
-    str2 =  "{:name => 'the_fox', 'occupation' => 'fantastic', :food => 'duck soup' }"
-    
-    x = DataShift::Populator::string_to_hash( str2 )
-     
-    expect(x.size).to eq 3
-    expect(x.keys).to include 'food'
-    expect(x['food']).to eq 'duck soup'
-    
-    str3 =  "{:cost_price => '13.45', :price => 23,  :sale_price => 4.23 }"
-    
-    x = DataShift::Populator::string_to_hash( str3 )
-
-    expect(x.keys).to include 'price'
-    expect(x['cost_price']).to eq '13.45'
-    expect(x['price']).to eq 23
-    expect(x['sale_price']).to eq 4.23
-    
-  end
-  
-  it "should process a string value against an assigment instance method" do
-   
-    value = 'Get up Lazy fox {:name => \'the_fox\' }'
-
-    DataShift::MethodDictionary.find_operators( Milestone, :instance_methods => true  )
-    
-    DataShift::MethodDictionary.build_method_details( Milestone  )
-      
-    method_detail = DataShift::MethodDictionary.find_method_detail( Milestone, :title )
-    
-    method_detail.should_not be_nil
-    
-    pop_value, attrs = @populator.prepare_data(method_detail, value)
-    
-    expect(pop_value).to eq 'Get up Lazy fox '
-    expect(attrs).to  be_a Hash
-    expect(attrs.size).to eq 1
-    expect(attrs.keys).to include 'name'
-    expect(attrs['name']).to eq 'the_fox'
-    
-  end
-  
-end

data/spec/thor_spec.rb

@@ -1,90 +0,0 @@
-# Copyright:: (c) Autotelik Media Ltd 2012
-# Author ::   Tom Statter
-# Date ::     April 20121
-#
-# License::   MIT - Free, OpenSource
-#
-# Details::   Specification for Thor tasks supplied with datashift
-#
-require 'thor'
-require 'thor/group'
-require 'thor/runner'
-
-require File.dirname(__FILE__) + '/spec_helper'
-
-describe 'Thor high level command line tasks' do
-         
-  before(:all) do
-    DataShift::load_commands
-  end
-  
-  before(:each) do
-    db_clear_connections
-  end
-  
-  #thor datashift:export:csv -m, --model=MODEL -r, --result=RESULT              ...
-  #thor datashift:export:excel -m, --model=MODEL -r, --result=RESULT            ...
-  #thor datashift:generate:excel -m, --model=MODEL -r, --result=RESULT          ...
-  #thor datashift:import:csv -i, --input=INPUT -m, --model=MODEL                ...
-  #thor datashift:import:excel -i, --input=INPUT -m, --model=MODEL              ...
-  #thor datashift:paperclip:attach -a, --attachment-klass=ATTACHMENT_KLASS -f, -...                                     ...
-  #thor datashift:tools:zip -p, --path=PATH -r, --results=RESULTS               ...
-
-  it "should list available datashift thor tasks" do
-
-   skip "better understanding of testign thor"
-   
-    #x = capture(:stdout){ Thor::Runner.start(["list"]) }
-    #x.should start_with("datashift\n--------")
-    #x.should =~ / csv -i/
-    #x.should =~ / excel -i/
-  end
-
-  # N.B Tasks that fire up Rails application need to be run in own Thread or else get
-  #  ...  You cannot have more than one Rails::Application
-        
-  it "should be able to import a model from a complex excel through import CLI" do
-    skip "How to run once rails already initialzed .. error : database configuration does not specify adapter"
-    
-    x = Thread.new {
-      run_in(rails_sandbox()) do
-        stdout = capture(:stdout){ 
-          Thor::Runner.start(["datashift:import:excel", '-m', 'Project', '-i', ifixture_file('ProjectsSingleCategories.xls')]) 
-          }
-        puts stdout
-      end
-    }
-    x.join
-  end
-  
-  
-  it "should attach Images to a specified Class from a directory" do
-   
-    skip "better understanding of testign thor"
-    
-    # Owner has_many :digitals of type Digital
-    
-    # Owner has a name by which we can id/look it up
-      
-    args = [
-      '--attachment-klass',        'Digital', 
-      '--attach-to-klass',         'Owner',  
-      '--attach-to-find-by-field', 'name',
-      '--attach-to-field',         'digitals']
-      
-    # which boils down to
-    # 
-    # Digital.find_by_name( abc ).digitals << :Digital.new( File.read('abc_001.jpg') )
-      
-    args << '--input' << File.join(fixtures_path(), 'images')
-     
-    puts "Running attach with: #{args}"
-    
-    x = capture(:stdout){ Thor::Runner.start(["datashift:paperclip:attach", [], args]) }
-    
-    expect(x).to include ("datashift\n--------")
-    #x.should =~ / csv -i/
-    #x.should =~ / excel -i/
-
-  end
-end