xmysql2psql 0.2.0

data/test/integration/converter_test.rb

@@ -0,0 +1,34 @@
+require 'test_helper'
+
+require 'xmysql2psql/converter'
+
+class ConverterTest < Test::Unit::TestCase
+
+  class << self
+    def startup
+      seed_test_database
+      @@options=get_test_config_by_label(:localmysql_to_file_convert_nothing)
+    end
+    def shutdown
+      delete_files_for_test_config(@@options)
+    end
+  end
+  def setup
+  end
+  def teardown
+  end
+  def options
+    @@options
+  end
+  
+  def test_new_converter
+    assert_nothing_raised do
+      reader=get_test_reader(options)
+      writer=get_test_file_writer(options)
+      converter=Xmysql2psql::Converter.new(reader,writer,options)
+      assert_equal 0,converter.convert
+    end
+  end
+
+
+end

data/test/integration/mysql_reader_base_test.rb

@@ -0,0 +1,35 @@
+require 'test_helper'
+
+require 'xmysql2psql/mysql_reader'
+
+class MysqlReaderBaseTest < Test::Unit::TestCase
+
+  class << self
+    def startup
+      seed_test_database
+      @@options = get_test_config_by_label(:localmysql_to_file_convert_nothing)
+    end
+    def shutdown
+      delete_files_for_test_config(@@options)
+    end
+  end
+  def setup
+  end
+  def teardown
+  end
+  def options
+    @@options
+  end
+  
+  def test_mysql_connection
+    assert_nothing_raised do
+      reader = Xmysql2psql::MysqlReader.new(options)
+    end
+  end
+  def test_mysql_reconnect
+    assert_nothing_raised do
+      reader = Xmysql2psql::MysqlReader.new(options)
+      reader.reconnect
+    end
+  end
+end

data/test/integration/mysql_reader_test.rb

@@ -0,0 +1,47 @@
+require 'test_helper'
+
+class MysqlReaderTest < Test::Unit::TestCase
+
+  class << self
+    def startup
+      seed_test_database
+      @@options = get_test_config_by_label(:localmysql_to_file_convert_nothing)
+      @@reader=get_test_reader(@@options)
+    end
+    def shutdown
+      delete_files_for_test_config(@@options)
+    end
+  end
+  def setup
+  end
+  def teardown
+  end
+  def reader
+    @@reader
+  end
+  
+  def test_db_connection
+    assert_nothing_raised do
+      reader.mysql.ping
+    end
+  end
+  def test_tables_collection
+    values = reader.tables.select{|t| t.name == 'numeric_types_basics'}
+    assert_true values.length==1
+    assert_equal 'numeric_types_basics', values[0].name
+  end
+  def test_paginated_read
+    expected_rows=3
+    page_size=2
+    expected_pages=(1.0 * expected_rows / page_size).ceil
+    
+    row_count=my_row_count=0
+    table = reader.tables.select{|t| t.name == 'numeric_types_basics'}[0]
+    reader.paginated_read(table, page_size) do |row,counter|
+      row_count=counter
+      my_row_count+=1
+    end
+    assert_equal expected_rows, row_count
+    assert_equal expected_rows, my_row_count
+  end
+end

data/test/integration/postgres_db_writer_base_test.rb

@@ -0,0 +1,30 @@
+require 'test_helper'
+
+require 'xmysql2psql/postgres_db_writer'
+
+class PostgresDbWriterBaseTest < Test::Unit::TestCase
+
+  class << self
+    def startup
+      seed_test_database
+      @@options=get_test_config_by_label(:localmysql_to_db_convert_nothing)
+    end
+    def shutdown
+      delete_files_for_test_config(@@options)
+    end
+  end
+  def setup
+  end
+  def teardown
+  end
+  def options
+    @@options
+  end
+  
+  def test_pg_connection
+    assert_nothing_raised do
+      reader = Xmysql2psql::PostgresDbWriter.new(options)
+    end
+  end
+
+end

data/test/lib/ext_test_unit.rb

@@ -0,0 +1,30 @@
+module Test::Unit
+ 
+  class TestCase
+   
+    def self.must(name, &block)
+      test_name = "test_#{name.gsub(/\s+/,'_')}".to_sym
+      defined = instance_method(test_name) rescue false
+      raise "#{test_name} is already defined in #{self}" if defined
+      if block_given?
+        define_method(test_name, &block)
+      else
+        define_method(test_name) do
+          flunk "No implementation provided for #{name}"
+        end
+      end
+    end
+ 
+  end
+end
+
+
+module Test::Unit::Assertions
+  def assert_false(object, message="")
+    assert_equal(false, object, message)
+  end
+  def assert_true(object, message="")
+    assert_equal(true, object, message)
+  end
+end
+

data/test/lib/test_helper.rb

@@ -0,0 +1,88 @@
+require 'rubygems'
+begin
+  gem 'test-unit'
+  require "test/unit"
+rescue LoadError
+  # assume using stdlib Test:Unit
+  require 'test/unit'
+end
+
+require 'ext_test_unit'
+
+def seed_test_database
+  options=get_test_config_by_label(:localmysql_to_file_convert_nothing)
+  seedfilepath = "#{File.dirname(__FILE__)}/../fixtures/seed_integration_tests.sql"
+  rc=system("mysql -u#{options.mysqlusername} #{options.mysqldatabase} < #{seedfilepath}")
+  raise StandardError unless rc
+  return true
+rescue
+  raise StandardError.new("Failed to seed integration test db. See README for setup requirements.")
+ensure
+  delete_files_for_test_config(options)
+end
+
+def get_test_reader(options)
+  require 'xmysql2psql/mysql_reader'
+  Xmysql2psql::MysqlReader.new(options)
+rescue
+  raise StandardError.new("Failed to initialize integration test db. See README for setup requirements.")  
+end
+
+def get_test_file_writer(options)
+  require 'xmysql2psql/postgres_file_writer'
+  Xmysql2psql::PostgresFileWriter.new(options.destfile)
+rescue => e
+  puts e.inspect
+  raise StandardError.new("Failed to initialize file writer from #{options.inspect}. See README for setup requirements.")
+end
+
+def get_test_converter(options)
+  require 'xmysql2psql/converter'
+  reader=get_test_reader(options)
+  writer=get_test_file_writer(options)
+  Xmysql2psql::Converter.new(reader,writer,options)
+rescue
+  raise StandardError.new("Failed to initialize converter from #{options.inspect}. See README for setup requirements.")
+end
+
+def get_temp_file(basename)
+  require 'tempfile'
+  f = Tempfile.new(basename)
+  path = f.path
+  f.close!()
+  path
+end
+
+
+def get_new_test_config(to_file = true, include_tables = [], exclude_tables = [], supress_data = false, supress_ddl = false, force_truncate = false)
+  require 'xmysql2psql/config'
+  require 'xmysql2psql/config_base'
+  to_filename = to_file ? get_temp_file('xmysql2psql_tmp_output') : nil
+  configtext = Xmysql2psql::Config.template(to_filename, include_tables, exclude_tables, supress_data, supress_ddl, force_truncate)
+  configfile=get_temp_file('xmysql2psql_tmp_config')
+  File.open(configfile, 'w') {|f| f.write(configtext) }
+  Xmysql2psql::ConfigBase.new( configfile )
+rescue
+  raise StandardError.new("Failed to initialize options from #{configfile}. See README for setup requirements.")
+end
+
+def get_test_config_by_label(name)
+  case name
+  when :localmysql_to_file_convert_nothing
+    get_new_test_config(true, ['unobtainium'], ['kryptonite'], true, true, false)
+  when :localmysql_to_file_convert_all
+    get_new_test_config(true, [], [], false, false, false)
+  when :localmysql_to_db_convert_all
+    get_new_test_config(false, [], [], false, false, false)
+  when :localmysql_to_db_convert_nothing
+    get_new_test_config(false, ['unobtainium'], ['kryptonite'], true, true, false)
+  else
+    raise StandardError.new("Invalid label: #{name}")
+  end
+end
+
+def delete_files_for_test_config(config)
+  File.delete(config.destfile) if File.exists?(config.destfile)
+  File.delete(config.filepath) if File.exists?(config.filepath)
+rescue
+end

data/test/units/config_base_test.rb

@@ -0,0 +1,49 @@
+require 'test_helper'
+require 'xmysql2psql/config_base'
+
+#
+#
+class ConfigBaseTest < Test::Unit::TestCase
+  attr_reader :config, :configfilepath
+  def setup
+    @configfilepath="#{File.dirname(__FILE__)}/../fixtures/config_all_options.yml"
+    @config = Xmysql2psql::ConfigBase.new( configfilepath )
+  end
+  
+  def teardown
+    @config = nil
+  end
+    
+  def test_config_loaded
+    assert_not_nil config.config
+    assert_equal configfilepath,config.filepath
+  end
+
+  def test_uninitialized_error_when_not_found_and_no_default
+    assert_raises(Xmysql2psql::UninitializedValueError) do
+      value = @config.not_found(:none)
+    end
+  end
+  
+  def test_default_when_not_found
+    expected = 'defaultvalue'
+    value = @config.not_found(expected)
+    assert_equal expected,value
+  end
+  
+  def test_mysql_hostname
+    value = @config.mysqlhostname
+    assert_equal 'localhost',value
+  end
+
+  def test_mysql_hostname_array_access
+    value = @config[:mysqlhostname]
+    assert_equal 'localhost',value
+  end
+  
+  def test_dest_file
+    value = @config.destfile
+    assert_equal 'somefile',value
+  end
+
+end

data/test/units/config_test.rb

@@ -0,0 +1,31 @@
+require 'test_helper'
+
+require 'xmysql2psql/config'
+
+class ConfigTest < Test::Unit::TestCase
+  attr_reader :configfile_new, :configfile_all_opts, :configfile_not_found
+  def setup
+    @configfile_all_opts = "#{File.dirname(__FILE__)}/../fixtures/config_all_options.yml"
+    @configfile_not_found = "#{File.dirname(__FILE__)}/../fixtures/config_not_found.yml.do_not_create_this_file"
+    @configfile_new = get_temp_file('xmysql2psql_test_config')
+  end
+  def teardown
+    File.delete(configfile_new) if File.exists?(configfile_new)
+  end
+
+  def test_config_loaded
+    value = Xmysql2psql::Config.new(configfile_all_opts, false)
+    assert_not_nil value
+  end
+  
+  def test_config_file_not_found
+    assert_raise(Xmysql2psql::ConfigurationFileNotFound) do
+      value = Xmysql2psql::Config.new(configfile_not_found, false)
+    end
+  end
+  def test_initialize_new_config_file
+    assert_raise(Xmysql2psql::ConfigurationFileInitialized) do
+      value = Xmysql2psql::Config.new(configfile_new, true)
+    end
+  end
+end

data/test/units/postgres_file_writer_test.rb

@@ -0,0 +1,29 @@
+require 'test_helper'
+
+require 'xmysql2psql'
+
+class PostgresFileWriterTest < Test::Unit::TestCase
+  attr_accessor :destfile
+  def setup
+    begin
+      f = Tempfile.new('xmysql2psql_test_destfile')
+      @destfile = f.path
+      f.close!()
+    rescue => e
+      raise StandardError.new("Failed to initialize integration test db. See README for setup requirements.")
+    end
+  end
+  def teardown
+    File.delete(destfile) if File.exists?(destfile)
+  end
+  
+  def test_basic_write
+    writer = Xmysql2psql::PostgresFileWriter.new(destfile)
+    writer.close
+    content = IO.read(destfile)
+    assert_not_nil content.match("SET client_encoding = 'UTF8'")
+    assert_nil content.match("unobtanium")
+  end
+  
+
+end

data/xmysql2psql.gemspec

@@ -0,0 +1,79 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{xmysql2psql}
+  s.version = "0.2.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Kota Mizushima <mizukota@gmail.com>"]
+  s.date = %q{2013-05-28}
+  s.default_executable = %q{xmysql2psql}
+  s.description = %q{It can create postgresql dump from mysql database or directly load data from mysql to
+    postgresql (at about 100 000 records per minute). Translates most data types and indexes.}
+  s.email = %q{gallagher.paul@gmail.com}
+  s.executables = ["xmysql2psql"]
+  s.extra_rdoc_files = [
+    "README.rdoc"
+  ]
+  s.files = [
+    ".gitignore",
+     "MIT-LICENSE",
+     "README.rdoc",
+     "Rakefile",
+     "bin/xmysql2psql",
+     "lib/xmysql2psql.rb",
+     "lib/xmysql2psql/config.rb",
+     "lib/xmysql2psql/config_base.rb",
+     "lib/xmysql2psql/converter.rb",
+     "lib/xmysql2psql/errors.rb",
+     "lib/xmysql2psql/mysql_reader.rb",
+     "lib/xmysql2psql/postgres_db_writer.rb",
+     "lib/xmysql2psql/postgres_file_writer.rb",
+     "lib/xmysql2psql/postgres_writer.rb",
+     "lib/xmysql2psql/version.rb",
+     "lib/xmysql2psql/writer.rb",
+     "xmysql2psql.gemspec",
+     "test/fixtures/config_all_options.yml",
+     "test/fixtures/seed_integration_tests.sql",
+     "test/integration/convert_to_db_test.rb",
+     "test/integration/convert_to_file_test.rb",
+     "test/integration/converter_test.rb",
+     "test/integration/mysql_reader_base_test.rb",
+     "test/integration/mysql_reader_test.rb",
+     "test/integration/postgres_db_writer_base_test.rb",
+     "test/lib/ext_test_unit.rb",
+     "test/lib/test_helper.rb",
+     "test/units/config_base_test.rb",
+     "test/units/config_test.rb",
+     "test/units/postgres_file_writer_test.rb"
+  ]
+  s.homepage = %q{http://github.com/kmizu/xmysql2psql}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Tool for converting mysql database to postgresql}
+  s.test_files = [
+    "test/integration/convert_to_db_test.rb",
+     "test/integration/convert_to_file_test.rb",
+     "test/integration/converter_test.rb",
+     "test/integration/mysql_reader_base_test.rb",
+     "test/integration/mysql_reader_test.rb",
+     "test/integration/postgres_db_writer_base_test.rb",
+     "test/lib/ext_test_unit.rb",
+     "test/lib/test_helper.rb",
+     "test/units/config_base_test.rb",
+     "test/units/config_test.rb",
+     "test/units/postgres_file_writer_test.rb"
+  ]
+
+  s.specification_version = 3
+
+  s.add_runtime_dependency(%q<pg>, [">= 0.15.0"])
+  s.add_development_dependency(%q<test-unit>, [">= 2.5.5"])
+  s.add_dependency(%q<mysql>, ["= 2.8.1"])
+  s.add_dependency(%q<test-unit>, [">= 2.1.1"])
+end
+

metadata

@@ -0,0 +1,144 @@
+--- !ruby/object:Gem::Specification
+name: xmysql2psql
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Kota Mizushima <mizukota@gmail.com>
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.15.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.15.0
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.5.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.5.5
+- !ruby/object:Gem::Dependency
+  name: mysql
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.8.1
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 2.1.1
+description: |-
+  It can create postgresql dump from mysql database or directly load data from mysql to
+      postgresql (at about 100 000 records per minute). Translates most data types and indexes.
+email: gallagher.paul@gmail.com
+executables:
+- xmysql2psql
+extensions: []
+extra_rdoc_files:
+- README.rdoc
+files:
+- .gitignore
+- MIT-LICENSE
+- README.rdoc
+- Rakefile
+- bin/xmysql2psql
+- lib/xmysql2psql.rb
+- lib/xmysql2psql/config.rb
+- lib/xmysql2psql/config_base.rb
+- lib/xmysql2psql/converter.rb
+- lib/xmysql2psql/errors.rb
+- lib/xmysql2psql/mysql_reader.rb
+- lib/xmysql2psql/postgres_db_writer.rb
+- lib/xmysql2psql/postgres_file_writer.rb
+- lib/xmysql2psql/postgres_writer.rb
+- lib/xmysql2psql/version.rb
+- lib/xmysql2psql/writer.rb
+- xmysql2psql.gemspec
+- test/fixtures/config_all_options.yml
+- test/fixtures/seed_integration_tests.sql
+- test/integration/convert_to_db_test.rb
+- test/integration/convert_to_file_test.rb
+- test/integration/converter_test.rb
+- test/integration/mysql_reader_base_test.rb
+- test/integration/mysql_reader_test.rb
+- test/integration/postgres_db_writer_base_test.rb
+- test/lib/ext_test_unit.rb
+- test/lib/test_helper.rb
+- test/units/config_base_test.rb
+- test/units/config_test.rb
+- test/units/postgres_file_writer_test.rb
+homepage: http://github.com/kmizu/xmysql2psql
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options:
+- --charset=UTF-8
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.6
+signing_key: 
+specification_version: 3
+summary: Tool for converting mysql database to postgresql
+test_files:
+- test/integration/convert_to_db_test.rb
+- test/integration/convert_to_file_test.rb
+- test/integration/converter_test.rb
+- test/integration/mysql_reader_base_test.rb
+- test/integration/mysql_reader_test.rb
+- test/integration/postgres_db_writer_base_test.rb
+- test/lib/ext_test_unit.rb
+- test/lib/test_helper.rb
+- test/units/config_base_test.rb
+- test/units/config_test.rb
+- test/units/postgres_file_writer_test.rb