wineskins 0.2.2

data/test/suite.rb

@@ -0,0 +1,3 @@
+Dir[File.expand_path('test_*.rb', File.dirname(__FILE__))].each do |rb|
+  require rb
+end

data/test/test_transfer_callbacks.rb

@@ -0,0 +1,52 @@
+require File.expand_path('helper', File.dirname(__FILE__))
+require File.expand_path('../lib/wineskins', File.dirname(__FILE__))
+
+TEST_DB.source_connect = 'sqlite://test/fixtures/db/source.sqlite3'
+TEST_DB.dest_connect   = 'sqlite://test/fixtures/db/dest.sqlite3'
+
+describe 'Transfer#run callbacks, functional' do
+
+  subject { Wineskins::Transfer.new(source,dest) }
+  let(:source) { TEST_DB.source }
+  let(:dest)   { TEST_DB.dest }
+  
+  before do
+    TEST_DB.setup_source :users
+    TEST_DB.setup_dest
+    spy = []
+    subject.define do      
+      table :users
+      
+      after  { spy << :after }
+      after  { spy << source[:users].count }
+      after_create_tables { spy << :after_create_tables }
+      after_create_indexes { spy << :after_create_indexes }
+      after_create_fk_constraints { spy << :after_create_fk_constraints }
+      after_insert_records { spy << :after_insert_records }
+      before_insert_records { spy << :before_insert_records }
+      before_create_indexes { spy << :before_create_indexes }
+      before_create_tables { spy << :before_create_tables }
+      before_create_fk_constraints { spy << :before_create_fk_constraints }
+      before { spy << :before }
+      
+    end.run
+    @spy = spy
+  end
+  
+  it 'should trigger callbacks in order' do
+    exp = [:before,
+           :before_create_tables,
+           :after_create_tables,
+           :before_create_indexes,
+           :after_create_indexes,
+           :before_create_fk_constraints,
+           :after_create_fk_constraints,
+           :before_insert_records,
+           :after_insert_records,
+           :after,
+           source[:users].count
+          ]
+    assert_equal exp, @spy
+  end
+  
+end

data/test/test_transfer_run_table.rb

@@ -0,0 +1,172 @@
+require File.expand_path('helper', File.dirname(__FILE__))
+require File.expand_path('helpers/transfer_assertions', File.dirname(__FILE__))
+require File.expand_path('../lib/wineskins', File.dirname(__FILE__))
+
+TEST_DB.source_connect = 'sqlite://test/fixtures/db/source.sqlite3'
+TEST_DB.dest_connect   = 'sqlite://test/fixtures/db/dest.sqlite3'
+
+describe 'Transfer#run, functional' do
+
+  subject { Wineskins::Transfer.new(source,dest) }
+  let(:source) { TEST_DB.source }
+  let(:dest)   { TEST_DB.dest }
+  
+  #------------------------------------------
+  describe 'single table, default options' do
+    include TransferAssertions
+    
+    before do
+      TEST_DB.setup_source :users, :test_categories, :tests
+      TEST_DB.setup_dest   :users, :test_categories
+      subject.define do
+        table :tests
+      end.run
+    end
+    
+    it 'should create a table in dest' do
+      assert_includes dest.tables, :tests 
+    end
+    
+    it 'should match schema specs in source' do
+      assert_columns_match(:tests)
+    end
+
+    it 'should match index specs in source' do
+      assert_indexes_match(:tests)
+    end
+    
+    it 'should match foreign key specs in source' do
+      assert_fk_match(:tests)
+    end
+  
+    it 'should have the same number of records as in source' do
+      assert_equal source[:tests].count, dest[:tests].count
+    end
+    
+    it 'should have the same range of primary keys as in source' do
+      assert_equal source[:tests].get{max(id)}, dest[:tests].get{max(id)}
+      assert_equal source[:tests].get{min(id)}, dest[:tests].get{min(id)}
+    end
+  end
+  
+  #------------------------------------------
+  describe 'multiple tables, default options' do
+    include TransferAssertions
+    
+    before do
+      TEST_DB.setup_source :users, :test_categories, :tests
+      TEST_DB.setup_dest
+      subject.define do
+        table :test_categories
+        table :users
+        table :tests
+      end.run
+    end
+    
+    it 'should create tables in dest' do
+      assert_includes dest.tables, :test_categories 
+      assert_includes dest.tables, :users 
+      assert_includes dest.tables, :tests 
+    end
+    
+    it 'should match schema specs in source' do
+      assert_columns_match(:test_categories)
+      assert_columns_match(:users)
+      assert_columns_match(:tests)
+    end
+
+    it 'should match index specs in source' do
+      assert_indexes_match(:test_categories)
+      assert_indexes_match(:users)
+      assert_indexes_match(:tests)
+    end
+    
+    it 'should match foreign key specs in source' do
+      assert_fk_match(:test_categories)
+      assert_fk_match(:users)
+      assert_fk_match(:tests)
+    end
+  
+    it 'each table should have the same number of records as in source' do
+      assert_equal source[:test_categories].count, dest[:test_categories].count
+      assert_equal source[:users].count, dest[:users].count
+      assert_equal source[:tests].count, dest[:tests].count
+    end
+    
+    it 'each table should have the same range of primary keys as in source' do
+      assert_equal source[:test_categories].get{max(id)}, dest[:test_categories].get{max(id)}
+      assert_equal source[:test_categories].get{min(id)}, dest[:test_categories].get{min(id)}
+
+      assert_equal source[:users].get{max(uid)}, dest[:users].get{max(uid)}
+      assert_equal source[:users].get{min(uid)}, dest[:users].get{min(uid)}
+
+      assert_equal source[:tests].get{max(id)}, dest[:tests].get{max(id)}
+      assert_equal source[:tests].get{min(id)}, dest[:tests].get{min(id)}
+    end
+  end
+  
+
+  #------------------------------------------
+  describe 'single table, rename columns with hash' do
+    include TransferAssertions
+    
+    before do
+      TEST_DB.setup_source :users, :test_categories, :tests
+      TEST_DB.setup_dest   :users, :test_categories
+      subject.define do
+        table :tests do
+          rename :user_id => :uid, :name => :testname
+        end
+      end.run
+    end  
+    
+    it 'should match schema specs in source, with renamed columns' do
+      assert_column_matches(:tests, [:user_id, :uid])
+      assert_column_matches(:tests, [:name, :testname])
+      [:score, :taken_at, :cat_id].each do |col|
+        assert_column_matches(:tests, col)
+      end
+    end
+
+    it 'should match index specs in source, with renamed columns' do
+      assert_index_matches(:tests, [:name], {:name => :testname})
+      assert_index_matches(:tests, [:score])
+    end
+
+    it 'should match foreign key specs in source, with renamed columns' do
+      assert_fk_matches(:tests, [:user_id], {:user_id => :uid})
+      assert_fk_matches(:tests, [:cat_id])
+    end
+    
+  end
+  
+  #------------------------------------------
+  describe 'single table, alternative column options passed for existing columns' do
+    include TransferAssertions
+    
+    before do
+      TEST_DB.setup_source :users, :test_categories, :tests
+      TEST_DB.setup_dest   :users, :test_categories
+      subject.define do
+        table :tests do
+          column :id, :integer
+          column :name, :text, :null => false, :default => 'unknown'
+        end
+      end.run
+    end
+
+    it 'should match passed specs for alternate columns, and source specs for other columns' do
+      assert_column_matches(:tests, :id, 
+        {:allow_null => true, :primary_key => false, :default => nil}
+      )
+      assert_column_matches(:tests, :name,
+        {:allow_null => false, :primary_key => false, :default => "'unknown'"}
+      )
+      [:score, :taken_at, :cat_id].each do |col|
+        assert_column_matches(:tests, col)
+      end      
+    end
+    
+  end
+  
+end

data/test/test_transfer_run_tables.rb

@@ -0,0 +1,131 @@
+require File.expand_path('helper', File.dirname(__FILE__))
+require File.expand_path('helpers/transfer_assertions', File.dirname(__FILE__))
+require File.expand_path('../lib/wineskins', File.dirname(__FILE__))
+
+TEST_DB.source_connect = 'sqlite://test/fixtures/db/source.sqlite3'
+TEST_DB.dest_connect   = 'sqlite://test/fixtures/db/dest.sqlite3'
+
+describe 'Transfer#run, functional' do
+
+  subject { Wineskins::Transfer.new(source,dest) }
+  let(:source) { TEST_DB.source }
+  let(:dest)   { TEST_DB.dest }
+  
+  #------------------------------------------
+  describe 'tables, none specified, default options' do
+
+    before do
+      TEST_DB.setup_source :users, :test_categories, :tests
+      TEST_DB.setup_dest
+      subject.define do
+        tables
+      end.run
+    end
+    
+    it 'should create all tables in dest' do
+      assert_equal source.tables.sort, dest.tables.sort
+    end
+    
+    it 'should match number of records in all tables in dest' do
+      [:users, :test_categories, :tests].each do |tbl|
+        assert_equal source[tbl].count, dest[tbl].count
+      end
+    end
+    
+  end
+  
+  #------------------------------------------  
+  describe 'tables, some specified, some with table rename, default options' do
+
+    before do
+      TEST_DB.setup_source :users, :test_categories, :tests
+      TEST_DB.setup_dest
+      subject.define do
+        tables :users, [:test_categories, :categories_of_tests]
+      end.run
+    end
+    
+    it 'should create all specified tables in dest' do
+      assert_equal [:categories_of_tests, :users], dest.tables.sort
+    end
+    
+    it 'should match number of records in all tables in dest' do
+      [[:users, :users], 
+       [:test_categories, :categories_of_tests]
+      ].each do |(src_tbl, dst_tbl)|
+        assert_equal source[src_tbl].count, dest[dst_tbl].count
+      end
+    end
+    
+  end
+
+  #------------------------------------------
+  # these next tests don't really belong here, but to stick them somewhere for now
+  #------------------------------------------
+  
+  describe 'tables, some specified with options' do
+
+    before do
+      TEST_DB.setup_source :users, :test_categories, :tests
+      TEST_DB.setup_dest
+      subject.define do
+        tables :users, :test_categories, :create_fk_constraints => false
+        table :tests
+      end
+    end
+    
+    it 'should have passed option for all tables specified with option' do
+      subject.table_defs[0..1].each do |t|
+        assert_equal false, t.create_fk_constraints?
+      end
+    end
+
+    it 'should have default option for all tables not specified with option' do
+      subject.table_defs[2..2].each do |t|
+        assert_equal true, t.create_fk_constraints?
+      end
+    end
+    
+  end  
+  
+  describe 'schema_only option' do
+    before do
+      TEST_DB.setup_source :users, :test_categories, :tests
+      TEST_DB.setup_dest
+      subject.define do
+        tables :users, :test_categories, :schema_only => true
+      end
+    end
+    
+    it 'should have create tables, indexes, fk constraints options true, and insert records option false' do
+      subject.table_defs.each do |t|
+        assert_equal true,  t.create_table?
+        assert_equal true,  t.create_indexes?
+        assert_equal true,  t.create_fk_constraints?
+        assert_equal false, t.insert_records?
+      end
+    end
+
+  end
+
+  describe 'records_only option' do
+    before do
+      TEST_DB.setup_source :users, :test_categories, :tests
+      TEST_DB.setup_dest :users, :test_categories
+      subject.define do
+        tables :users, :test_categories, :records_only => true
+      end
+    end
+    
+    it 'should have create tables, indexes, fk constraints options false, and insert records option true' do
+      subject.table_defs.each do |t|
+        assert_equal false,  t.create_table?
+        assert_equal false,  t.create_indexes?
+        assert_equal false,  t.create_fk_constraints?
+        assert_equal true, t.insert_records?
+      end
+    end
+
+  end
+
+end

data/todo.yml

@@ -0,0 +1,10 @@
+Todo
+-------
+DSL:
+  - implement table.exclude, table.include
+  - add insert_records filtering
+  - regex and/or proc -based field and table renaming
+  
+Other:
+  - set up test environment to easily test vs different adapters
+  - add default validations of imported data + ability to define custom validations, possibly via minitest

data/wineskins.gemspec

@@ -0,0 +1,25 @@
+require File.expand_path("lib/wineskins/version", File.dirname(__FILE__))
+
+Gem::Specification.new do |s|
+  s.name        = "wineskins"
+  s.version     = Wineskins::VERSION
+  s.authors     = ["Eric Gjertsen"]
+  s.email       = ["ericgj72@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{Simple database transfer utility using Sequel}
+  s.description = %q{Simple database transfer utility using Sequel}
+
+  s.rubyforge_project = ""
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- test/*`.split("\n")
+  s.require_paths = ["lib"]
+  s.executables   << 'wskins'
+  
+  s.requirements << "ruby >= 1.8.7"
+  s.requirements << "progressbar gem (optional)"
+  
+  s.add_runtime_dependency 'sequel', '~> 3.0'
+  
+  s.add_development_dependency 'minitest'
+end

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification
+name: wineskins
+version: !ruby/object:Gem::Version
+  version: 0.2.2
+  prerelease: 
+platform: ruby
+authors:
+- Eric Gjertsen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-06 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: &7365860 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *7365860
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: &7365460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *7365460
+description: Simple database transfer utility using Sequel
+email:
+- ericgj72@gmail.com
+executables:
+- wskins
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- LICENSE.txt
+- README.markdown
+- Rakefile
+- bin/wskins
+- lib/wineskins.rb
+- lib/wineskins/record_methods.rb
+- lib/wineskins/runner.rb
+- lib/wineskins/schema_methods.rb
+- lib/wineskins/transcript.rb
+- lib/wineskins/utils.rb
+- lib/wineskins/version.rb
+- lib/wineskins_cli.rb
+- test/helper.rb
+- test/helpers/transfer_assertions.rb
+- test/suite.rb
+- test/test_transfer_callbacks.rb
+- test/test_transfer_run_table.rb
+- test/test_transfer_run_tables.rb
+- todo.yml
+- wineskins.gemspec
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements:
+- ruby >= 1.8.7
+- progressbar gem (optional)
+rubyforge_project: ''
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Simple database transfer utility using Sequel
+test_files:
+- test/helper.rb
+- test/helpers/transfer_assertions.rb
+- test/suite.rb
+- test/test_transfer_callbacks.rb
+- test/test_transfer_run_table.rb
+- test/test_transfer_run_tables.rb
+has_rdoc: