datashift 0.16.0 → 0.40.0

data/spec/spec_helper.rb

@@ -1,252 +1,48 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
+# Copyright:: (c) Autotelik Media Ltd 2015
 # Author ::   Tom Statter
-# Date ::     Aug 2011
+# Date ::
 # License::   MIT
 #
-# Details::   Spec Helper for Active Record Loader
-#
-#
-# We are not setup as a Rails project so need to mimic an active record database setup so
-# we have some  AR models to test against. Create an in memory database from scratch.
-#
-
-# This file is copied to spec/ when you run 'rails generate rspec:install'
 ENV["RAILS_ENV"] ||= 'test'
 
-require 'active_record'
-require 'thor/actions'
-require 'bundler'
-require 'stringio'
-require 'paperclip'
-require 'factory_girl_rails'
-require 'database_cleaner'
-
-$:.unshift '.'  # 1.9.3 quite strict, '.' must be in load path for relative paths to work from here
-
-require File.expand_path("../../lib/datashift", __FILE__)
-
-RSpec.configure do |config|
-
-  config.before do
-    ARGV.replace []
-    FactoryGirl.reload    # fixes factories not autoloading
-  end
-
-  config.include FactoryGirl::Syntax::Methods
-
-  config.before(:suite) do
 
-    FileUtils.mkdir_p(results_path()) unless File.exists?(results_path)
+# Requires supporting ruby files with custom matchers and macros, etc,
+# in spec/support/ and its subdirectories.
+Dir[File.join(File.dirname(__FILE__), "support/**/*.rb")].each { |f| require f }
 
-    bundler_setup()
+# Need an active record DB to test against, so we manage own Rails sandbox
+DataShift::Sandbox.gen_rails_sandbox
 
-    rails_sandbox
 
-    # load all test model definitions - Project etc
-    require ifixture_file('test_model_defs')
+require File.join( DataShift::Sandbox.rails_sandbox_path, "config/environment.rb")
+require "rspec/rails"
 
-    db_connect( 'test_file' )    # , test_memory, test_mysql
 
-    migrate_up
+require 'factory_girl_rails'
+require 'database_cleaner'
 
-    DatabaseCleaner.clean_with(:truncation)
+require File.expand_path("../../lib/datashift", __FILE__)
 
-    DataShift::MethodDictionary.clear
+RSpec.configure do |config|
 
-    #TODO this is bad here - remove
-    DataShift::MethodDictionary.find_operators( Project )
+  #config.use_transactional_fixtures = false
 
-    DataShift::MethodDictionary.build_method_details( Project )
+  config.before(:suite) do
+    # make sure we have dir for result files
+    FileUtils.mkdir_p(results_path()) unless File.exist?(results_path)
   end
 
   config.before(:each) do
-    DatabaseCleaner.strategy = :transaction
-
-    DatabaseCleaner.start
-  end
-
-  config.after(:each) do
-    DatabaseCleaner.clean
-  end
-
-=begin
-  shared_context "ClearAndPopulateProject" do
-    before(:each) do
-    end
-  end
-=end
-
-  def run_in(dir)
-    puts "RSpec .. running test in path [#{dir}]"
-    original_dir = Dir.pwd
-    begin
-      Dir.chdir dir
-      yield
-    ensure
-      Dir.chdir original_dir
-    end
-  end
-  
-  def capture(stream)
-    begin
-      stream = stream.to_s
-      eval "$#{stream} = StringIO.new"
-      yield
-      result = eval("$#{stream}").string
-    ensure
-      eval("$#{stream} = #{stream.upcase}")
-    end
-
-    result
-  end  
-  
-  alias :silence :capture
-
-  def rspec_datashift_root()
-    File.expand_path("../../", __FILE__)
+    DataShift::Configuration.reset
+    DataShift::Exporters::Configuration.reset
+    DataShift::Loaders::Configuration.reset
   end
 
-  def fixtures_path()
-    File.expand_path(File.dirname(__FILE__) + '/fixtures')
-  end
-  
-  def ifixture_file( name )
-    File.join(fixtures_path(), name)
-  end
-  
-  def results_path
-    File.join(fixtures_path(), 'results')
-  end
-   
-  # Return location of an expected results file and ensure tree clean before test
-  def result_file( name )
-    expect = File.join(results_path, name)
-
-    begin FileUtils.rm(expect); rescue; end
-
-    expect
-  end
-  
-  def results_clear( glob = nil )
-    if(glob)
-      begin FileUtils.rm_rf( File.join(results_path, glob) ); rescue; end
-    else
-      begin FileUtils.rm_rf(results_path); rescue; end
-
-      FileUtils.mkdir(results_path) unless File.exists?(results_path);
-    end
-  end
-  
-  def set_logger( name = 'datashift_spec.log')
-    
-    require 'logger'
-    logdir = File.join(File.dirname(__FILE__), 'log')
-    FileUtils.mkdir_p(logdir) unless File.exists?(logdir)
-    ActiveRecord::Base.logger = Logger.new( File.join(logdir, name) )
-  end
-  
-  def bundler_setup(gemfile = File.join(DataShift::root_path, 'spec', 'Gemfile') )
-    
-    $stderr.puts "No Such Gemfile #{gemfile}" unless File.exists?(gemfile)
-    
-    ENV['BUNDLE_GEMFILE'] = gemfile
-    #Bundler.setup
-    begin
-      #Bundler.setup(:default, :development)
-      Bundler.setup(:default, :test)
-    rescue Bundler::BundlerError => e
-      $stderr.puts e.message
-      $stderr.puts "Run `bundle install` to install missing gems"
-      exit e.status_code
-    end
-  end
-  
-  def db_clear_connections
-    # We have multiple schemas and hence connections tested in single spec directory   
-    ActiveRecord::Base.clear_active_connections!()   
-  end
-  
-  def database_yml_path
-    File.join(fixtures_path, 'config', 'database.yml')
-  end
-  
-  def db_connect( env = 'test_file')
- 
-    # Some active record stuff seems to rely on the RAILS_ENV being set ?
-
-    ENV['RAILS_ENV'] = env
-
-    puts "Load DB Config for Env : #{env}"
-
-    # We have multiple schemas and hence connections tested in single spec directory   
-    db_clear_connections
-     
-    configuration = {}
-    
-    configuration[:database_configuration] = YAML::load( ERB.new( IO.read(database_yml_path) ).result )
-    db = configuration[:database_configuration][ env ]
-
-    set_logger
-    
-    puts "Connecting to DB", db.inspect
-    
-    ActiveRecord::Base.establish_connection( db )
-  end
-  
-  # These are our test models with associations
-  def db_clear
-    [Project, Milestone, Category, Version, LoaderRelease].each {|x| x.delete_all}
-  end
-
-  def load_in_memory
-    load "#{Rails.root}/db/schema.rb"
-  end
-
-  def migrate_up( rails_root = fixtures_path )
-    p = File.join(fixtures_path, 'db/migrate')
-    raise "Cannot migrate DB - no such path #{p}" unless File.exists?(p)
-    ActiveRecord::Migrator.up(p)
-  end
-
-  def rails_sandbox_path
-    File.expand_path('../../spec/rails_sandbox', __FILE__)
-  end
-
-  def rails_sandbox( force = false)
-    
-    sandbox = rails_sandbox_path
-     
-    if(force == true && File.exists?(sandbox))
-      FileUtils::rm_rf(sandbox)
-    end
-    
-    unless(File.exists?(sandbox))
-
-      sandbox_exe_path =  File.expand_path( "#{sandbox}/.." )
-
-      puts "Creating new Rails sandbox in : #{sandbox_exe_path}"
-
-      run_in( sandbox_exe_path ) do |path|
-          
-        name = File.basename(rails_sandbox_path)
-
-        system('rails new ' + name)
-          
-        puts "Copying over models :", Dir.glob(File.join(fixtures_path, 'models', '*.rb')).inspect
-        
-        FileUtils::cp_r( Dir.glob(File.join(fixtures_path, 'models', '*.rb')), File.join(name, 'app/models'))
-        
-        migrations = File.expand_path(File.join(fixtures_path, 'db', 'migrate'), __FILE__)
-        
-        FileUtils::cp_r( migrations, File.join(rails_sandbox_path, 'db'))
-        
-        puts "Running db:migrate"
-      end
+  config.include FactoryGirl::Syntax::Methods
 
-      run_in(rails_sandbox_path) { system('bundle exec rake db:migrate') }
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
 
-    end
-    return sandbox
-  end
-  
-end
+end

data/spec/support/clear_and_manage_contexts.rb

@@ -0,0 +1,25 @@
+# Copyright:: (c) Autotelik Media Ltd 2015
+# Author ::   Tom Statter
+# License::   MIT
+#
+
+RSpec.configure do |_config|
+  shared_context 'ClearAllCatalogues' do
+    before(:each) do
+      DataShift::ModelMethods::Catalogue.clear
+      DataShift::ModelMethods::Manager.clear
+    end
+  end
+
+  shared_context 'ClearThenManageProject' do
+    before(:each) do
+      DataShift::ModelMethods::Catalogue.clear
+      DataShift::ModelMethods::Manager.clear
+    end
+
+    # A ModelMethods::Collection for Project
+    let(:project_collection)  { DataShift::ModelMethods::Manager.catalog_class( Project ) }
+
+    let(:project_headers)     { [:value_as_string, :owner, :value_as_boolean, :value_as_double] }
+  end
+end

data/spec/support/database_cleaner.rb

@@ -0,0 +1,32 @@
+DB_CLEANER_TRUNCATION_OPTS = {} # except: %w(projects) }.freeze
+
+RSpec.configure do |config|
+
+  config.before(:suite) do
+    DatabaseCleaner.strategy = :truncation, DB_CLEANER_TRUNCATION_OPTS
+    DatabaseCleaner.clean_with(:truncation)
+
+
+    begin
+      DatabaseCleaner.start
+    ensure
+      DatabaseCleaner.clean
+    end
+  end
+
+  config.before(:each) do
+    DatabaseCleaner.strategy = :transaction
+  end
+
+  config.before(:each, js: true) do
+    DatabaseCleaner.strategy = :truncation
+  end
+
+  config.before(:each) do
+    DatabaseCleaner.start
+  end
+
+  config.append_after(:each) do
+    DatabaseCleaner.clean
+  end
+end

data/spec/support/datashift_test_helpers.rb

@@ -0,0 +1,153 @@
+# Copyright:: (c) Autotelik Media Ltd 2015
+# Author ::   Tom Statter
+# Date ::
+# License::   MIT
+#
+module DataShift
+
+  module TestHelpers
+
+    def rspec_datashift_root
+      @rspec_datashift_root ||= File.expand_path('../..', __FILE__)
+    end
+
+    def run_in(dir)
+      puts "RSpec .. switching context to run tests in path [#{dir}]"
+      original_dir = Dir.pwd
+      begin
+        Dir.chdir dir
+        yield
+      ensure
+        Dir.chdir original_dir
+      end
+    end
+
+    def capture_stream(stream)
+      begin
+        stream = stream.to_s
+        eval "$#{stream} = StringIO.new"
+        yield
+        result = eval("$#{stream}").string
+      ensure
+        eval("$#{stream} = #{stream.upcase}")
+      end
+
+      result
+    end
+
+    # PATHS
+
+    def rails_sandbox_path
+      DataShift::Sandbox.rails_sandbox_path
+    end
+
+    def fixtures_path
+      File.join(rspec_datashift_root, 'fixtures')
+    end
+
+    def ifixture_file( name )
+      File.join(fixtures_path, name)
+    end
+
+    def results_path
+      File.join(fixtures_path, 'results')
+    end
+
+    def datashift_thor_root
+      @datashift_thor_root ||= File.expand_path('../../../lib/tasks', __FILE__)
+    end
+
+    # Return location of an expected results file and ensure tree clean before test
+    def result_file( name )
+      expect = File.join(results_path, name)
+
+      begin FileUtils.rm(expect); rescue; end
+
+      expect
+    end
+
+    def clear_everything
+      DataShift::Configuration.reset
+
+      results_clear
+      db_clear
+    end
+
+    # These are our test models with associations
+    def db_clear
+      [Project, Milestone, Category, Version, LoaderRelease].each(&:delete_all)
+    end
+
+
+    def results_clear( glob = nil )
+      if glob
+        begin FileUtils.rm_rf( File.join(results_path, glob) ); rescue; end
+      else
+        begin FileUtils.rm_rf(results_path); rescue; end
+
+        FileUtils.mkdir(results_path) unless File.exist?(results_path)
+      end
+    end
+
+    def bundler_setup(gemfile = File.join(DataShift.root_path, 'spec', 'Gemfile') )
+
+      $stderr.puts "No Such Gemfile #{gemfile}" unless File.exist?(gemfile)
+
+      ENV['BUNDLE_GEMFILE'] = gemfile
+      # Bundler.setup
+      begin
+        # Bundler.setup(:default, :development)
+        Bundler.setup(:default, :test)
+      rescue Bundler::BundlerError => e
+        $stderr.puts e.message
+        $stderr.puts 'Run `bundle install` to install missing gems'
+        exit e.status_code
+      end
+    end
+
+    def db_clear_connections
+      # We have multiple schemas and hence connections tested in single spec directory
+      ActiveRecord::Base.clear_active_connections!
+    end
+
+    def database_yml_path
+      File.join(fixtures_path, 'config', 'database.yml')
+    end
+
+    def db_connect( env = 'test_file')
+
+      # Some active record stuff seems to rely on the RAILS_ENV being set ?
+
+      ENV['RAILS_ENV'] = env
+
+      puts "Load DB Config for Env : #{env}"
+
+      # We have multiple schemas and hence connections tested in single spec directory
+      db_clear_connections
+
+      configuration = {}
+
+      configuration[:database_configuration] = YAML.load( ERB.new( IO.read(database_yml_path) ).result )
+      db = configuration[:database_configuration][env]
+
+      set_logger
+
+      puts 'Connecting to DB', db.inspect
+
+      ActiveRecord::Base.establish_connection( db )
+    end
+
+    def load_in_memory
+      load "#{Rails.root}/db/schema.rb"
+    end
+
+    def migrate_up( _rails_root = fixtures_path )
+      p = File.join(fixtures_path, 'db/migrate')
+      raise "Cannot migrate DB - no such path #{p}" unless File.exist?(p)
+      ActiveRecord::Migrator.up(p)
+    end
+
+
+  end
+
+end