benhutton-mysql2psql 0.2.0

data/test/integration/convert_to_file_test.rb

@@ -0,0 +1,121 @@
+require 'test_helper'
+
+require 'mysql2psql'
+
+class ConvertToFileTest < Test::Unit::TestCase
+
+  def setup
+    seed_test_database
+    @options=get_test_config_by_label(:localmysql_to_file_convert_all)
+    @mysql2psql = Mysql2psql.new([@options.filepath])
+    @mysql2psql.convert
+    @content = IO.read(@mysql2psql.options.destfile)
+  end
+  def teardown
+    delete_files_for_test_config(@options)
+  end
+  def content
+    @content
+  end
+
+  # verify table creation
+  def test_table_creation
+    assert_not_nil content.match('DROP TABLE IF EXISTS "numeric_types_basics" CASCADE')
+    assert_not_nil content.match(/CREATE TABLE "numeric_types_basics"/)
+  end
+
+  # tests for the conversion of numeric types
+  def get_basic_numerics_match(column)
+    Regexp.new('CREATE TABLE "numeric_types_basics".*"' + column + '" ([^\n]*).*\)', Regexp::MULTILINE).match( content )
+  end
+  def test_basic_numerics_tinyint
+    match = get_basic_numerics_match( 'f_tinyint' )
+    assert_match /smallint/,match[1]
+  end
+  def test_basic_numerics_tinyint_u
+    match = get_basic_numerics_match( 'f_tinyint_u' )
+    assert_match /smallint/,match[1]
+  end
+  def test_basic_numerics_smallint
+    match = get_basic_numerics_match( 'f_smallint' )
+    assert_match /smallint/,match[1]
+  end
+  def test_basic_numerics_smallint_u
+    match = get_basic_numerics_match( 'f_smallint_u' )
+    assert_match /integer/,match[1]
+  end
+  def test_basic_numerics_mediumint
+    match = get_basic_numerics_match( 'f_mediumint' )
+    assert_match /integer/,match[1]
+  end
+  def test_basic_numerics_int
+    match = get_basic_numerics_match( 'f_int' )
+    assert_match /integer/,match[1]
+  end
+  def test_basic_numerics_integer
+    match = get_basic_numerics_match( 'f_integer' )
+    assert_match /integer/,match[1]
+  end
+  def test_basic_numerics_bigint
+    match = get_basic_numerics_match( 'f_bigint' )
+    assert_match /bigint/,match[1]
+    #assert_not_nil Regexp.new('CREATE TABLE "numeric_types_basics".*"f_bigint" bigint,.*\)', Regexp::MULTILINE).match( content )
+  end
+  def test_basic_numerics_real
+    match = get_basic_numerics_match( 'f_real' )
+    assert_match /double precision/,match[1]
+    #assert_not_nil Regexp.new('CREATE TABLE "numeric_types_basics".*"f_real" double precision,.*\)', Regexp::MULTILINE).match( content )
+  end
+  def test_basic_numerics_double
+    match = get_basic_numerics_match( 'f_double' )
+    assert_match /double precision/,match[1]
+    #assert_not_nil Regexp.new('CREATE TABLE "numeric_types_basics".*"f_double" double precision,.*\)', Regexp::MULTILINE).match( content )
+  end
+  def test_basic_numerics_float
+    match = get_basic_numerics_match( 'f_float' )
+    assert_match /double precision/,match[1]
+    #assert_not_nil Regexp.new('CREATE TABLE "numeric_types_basics".*"f_float" double precision.*\)', Regexp::MULTILINE).match( content )
+  end
+  def test_basic_numerics_float_u
+    match = get_basic_numerics_match( 'f_float_u' )
+    assert_match /double precision/,match[1]
+    #assert_not_nil Regexp.new('CREATE TABLE "numeric_types_basics".*"f_float_u" double precision.*\)', Regexp::MULTILINE).match( content )
+  end
+  def test_basic_numerics_decimal
+    match = get_basic_numerics_match( 'f_decimal' )
+    assert_match /numeric/,match[1]
+    #assert_not_nil Regexp.new('CREATE TABLE "numeric_types_basics".*"f_decimal" numeric\(10, 0\),.*\)', Regexp::MULTILINE).match( content )
+  end
+  def test_basic_numerics_numeric
+    match = get_basic_numerics_match( 'f_numeric' )
+    assert_match /numeric/,match[1]
+    #assert_not_nil Regexp.new('CREATE TABLE "numeric_types_basics".*"f_numeric" numeric\(10, 0\)[\w\n]*\)', Regexp::MULTILINE).match( content )
+  end
+
+  # test boolean conversion
+  def get_boolean_column_definition_match(column)
+    Regexp.new('CREATE TABLE "test_boolean_conversion".*"' + column + '" ([^\n]*)[^;]*', Regexp::MULTILINE).match(content)[1]
+  end
+  def test_boolean_default_values
+    assert_match /DEFAULT false/, get_boolean_column_definition_match('bit_1_default_0')
+    assert_match /DEFAULT false/, get_boolean_column_definition_match('tinyint_1_default_0')
+    
+    assert_match /DEFAULT true/, get_boolean_column_definition_match('bit_1_default_1')
+    assert_match /DEFAULT true/, get_boolean_column_definition_match('tinyint_1_default_1')
+    assert_match /DEFAULT true/, get_boolean_column_definition_match('tinyint_1_default_2')
+  end
+
+  # test autoincrement handling
+  def test_autoincrement
+    assert_not_nil Regexp.new('CREATE TABLE "basic_autoincrement".*"auto_id" integer DEFAULT.*\)', Regexp::MULTILINE).match( content )
+  end
+  
+  # test view creation (or lack thereof!)
+  def test_should_not_copy_views_as_tables
+    assert_no_match /CREATE TABLE "test_view"/, content
+  end
+  
+  def test_truncate
+    assert_match /TRUNCATE/, content
+  end
+end

data/test/integration/converter_test.rb

@@ -0,0 +1,28 @@
+require 'test_helper'
+
+require 'mysql2psql/converter'
+
+class ConverterTest < Test::Unit::TestCase
+
+  def setup
+    seed_test_database
+    @@options=get_test_config_by_label(:localmysql_to_file_convert_nothing)
+  end
+  def teardown
+    delete_files_for_test_config(@@options)
+  end
+  def options
+    @@options
+  end
+  
+  def test_new_converter
+    assert_nothing_raised do
+      reader=get_test_reader(options)
+      writer=get_test_file_writer(options)
+      converter=Mysql2psql::Converter.new(reader,writer,options)
+      assert_equal 0,converter.convert
+    end
+  end
+
+
+end

data/test/integration/mysql_reader_base_test.rb

@@ -0,0 +1,34 @@
+require 'test_helper'
+
+require 'mysql2psql/mysql_reader'
+
+class MysqlReaderBaseTest < Test::Unit::TestCase
+
+  def setup
+    seed_test_database
+    @options = get_test_config_by_label(:localmysql_to_file_convert_nothing)
+  end
+
+  def teardown
+    delete_files_for_test_config(@options)
+  end
+  
+  def test_mysql_connection
+    assert_nothing_raised do
+      reader = Mysql2psql::MysqlReader.new(@options)
+    end
+  end
+  def test_mysql_reconnect
+    assert_nothing_raised do
+      reader = Mysql2psql::MysqlReader.new(@options)
+      reader.reconnect
+    end
+  end
+  def test_mysql_connection_without_port
+    assert_nothing_raised do
+      @options.mysqlport = ""
+      @options.mysqlsocket = ""
+      reader = Mysql2psql::MysqlReader.new(@options)
+    end
+  end
+end

data/test/integration/mysql_reader_test.rb

@@ -0,0 +1,41 @@
+require 'test_helper'
+
+class MysqlReaderTest < Test::Unit::TestCase
+
+  def setup
+    seed_test_database
+    @options = get_test_config_by_label(:localmysql_to_file_convert_nothing)
+    @reader=get_test_reader(@options)
+  end
+  def teardown
+    delete_files_for_test_config(@options)
+  end
+  def reader
+    @reader
+  end
+  
+  def test_db_connection
+    assert_nothing_raised do
+      reader.mysql.ping
+    end
+  end
+  def test_tables_collection
+    values = reader.tables.select{|t| t.name == 'numeric_types_basics'}
+    assert_true values.length==1
+    assert_equal 'numeric_types_basics', values[0].name
+  end
+  def test_paginated_read
+    expected_rows=5
+    page_size=2
+    expected_pages=(1.0 * expected_rows / page_size).ceil
+    
+    row_count=my_row_count=0
+    table = reader.tables.select{|t| t.name == 'numeric_types_basics'}[0]
+    reader.paginated_read(table, page_size) do |row,counter|
+      row_count=counter
+      my_row_count+=1
+    end
+    assert_equal expected_rows, row_count
+    assert_equal expected_rows, my_row_count
+  end
+end

data/test/integration/postgres_db_writer_base_test.rb

@@ -0,0 +1,22 @@
+require 'test_helper'
+
+require 'mysql2psql/postgres_db_writer'
+
+class PostgresDbWriterBaseTest < Test::Unit::TestCase
+
+  def setup
+    seed_test_database
+    @options = get_test_config_by_label(:localmysql_to_db_convert_nothing)
+  end
+  
+  def teardown
+    delete_files_for_test_config(@options)
+  end
+  
+  def test_pg_connection
+    assert_nothing_raised do
+      reader = Mysql2psql::PostgresDbWriter.new(@options)
+    end
+  end
+
+end

data/test/lib/ext_test_unit.rb

@@ -0,0 +1,33 @@
+module Test::Unit
+ 
+  class TestCase
+   
+    def self.must(name, &block)
+      test_name = "test_#{name.gsub(/\s+/,'_')}".to_sym
+      defined = instance_method(test_name) rescue false
+      raise "#{test_name} is already defined in #{self}" if defined
+      if block_given?
+        define_method(test_name, &block)
+      else
+        define_method(test_name) do
+          flunk "No implementation provided for #{name}"
+        end
+      end
+    end
+ 
+  end
+end
+
+
+module Test::Unit::Assertions
+  def assert_false(object, message="")
+    assert_equal(false, object, message)
+  end
+  def assert_true(object, message="")
+    assert_equal(true, object, message)
+  end
+  def assert_nil(object, message="")
+    assert_equal(nil, object, message)
+  end
+end
+

data/test/lib/test_helper.rb

@@ -0,0 +1,131 @@
+require 'rubygems'
+begin
+  gem 'test-unit'
+  require "test/unit"
+rescue LoadError
+  # assume using stdlib Test:Unit
+  require 'test/unit'
+end
+
+require 'ext_test_unit'
+
+def seed_test_database
+  options=get_test_config_by_label(:localmysql_to_file_convert_nothing)
+  seedfilepath = "#{File.dirname(__FILE__)}/../fixtures/seed_integration_tests.sql"
+  mysql_cmd = `which mysql`.empty? ? 'mysql5' : 'mysql'
+  rc=system("#{mysql_cmd} -u#{options.mysqlusername} #{options.mysqldatabase} < #{seedfilepath}")
+  raise StandardError unless rc
+  return true
+rescue
+  raise StandardError.new("Failed to seed integration test db. See README for setup requirements.")
+ensure
+  delete_files_for_test_config(options)
+end
+
+def get_test_reader(options)
+  require 'mysql2psql/mysql_reader'
+  Mysql2psql::MysqlReader.new(options)
+rescue
+  raise StandardError.new("Failed to initialize integration test db. See README for setup requirements.")
+end
+
+def get_test_file_writer(options)
+  require 'mysql2psql/postgres_file_writer'
+  Mysql2psql::PostgresFileWriter.new(options.destfile)
+rescue => e
+  puts e.inspect
+  raise StandardError.new("Failed to initialize file writer from #{options.inspect}. See README for setup requirements.")
+end
+
+def get_test_converter(options)
+  require 'mysql2psql/converter'
+  reader=get_test_reader(options)
+  writer=get_test_file_writer(options)
+  Mysql2psql::Converter.new(reader,writer,options)
+rescue
+  raise StandardError.new("Failed to initialize converter from #{options.inspect}. See README for setup requirements.")
+end
+
+def get_temp_file(basename)
+  require 'tempfile'
+  f = Tempfile.new(basename)
+  path = f.path
+  f.close!()
+  path
+end
+
+def get_new_test_config(options={})
+  require 'mysql2psql/config'
+  require 'mysql2psql/config_base'
+  if options.delete(:to_file)
+    options[:to_filename] = get_temp_file('mysql2psql_tmp_output')
+  end
+  configtext = Mysql2psql::Config.template(options)
+  configfile=get_temp_file('mysql2psql_tmp_config')
+  File.open(configfile, 'w') {|f| f.write(configtext) }
+  Mysql2psql::ConfigBase.new( configfile )
+rescue
+  raise StandardError.new("Failed to initialize options from #{configfile}. See README for setup requirements.")
+end
+
+def get_test_config_by_label(name)
+  options = case name
+  when :localmysql_to_file_convert_nothing
+    {
+      :to_file => true,
+      :include_tables => ['unobtainium'],
+      :exclude_tables => ['kryptonite'],
+      :suppress_data => true,
+      :suppress_ddl => true,
+      :supress_sequence_update => false,
+      :suppress_indexes => false,
+      :force_truncate => false,
+      :use_timezones => false
+    }
+  when :localmysql_to_file_convert_all
+    {
+      :to_file => true,
+      :include_tables => [],
+      :exclude_tables => [],
+      :suppress_data => false,
+      :suppress_ddl => false,
+      :supress_sequence_update => false,
+      :suppress_indexes => false,
+      :force_truncate => true,
+      :use_timezones => false
+    }
+  when :localmysql_to_db_convert_all
+    {
+      :to_file => false,
+      :include_tables => [],
+      :exclude_tables => [],
+      :suppress_data => false,
+      :suppress_ddl => false,
+      :supress_sequence_update => false,
+      :suppress_indexes => false,
+      :force_truncate => false,
+      :use_timezones => false
+    }
+  when :localmysql_to_db_convert_nothing
+    {
+      :to_file => false,
+      :include_tables => ['unobtainium'],
+      :exclude_tables => ['kryptonite'],
+      :suppress_data => true,
+      :suppress_ddl => true,
+      :supress_sequence_update => false,
+      :suppress_indexes => false,
+      :force_truncate => false,
+      :use_timezones => false
+    }
+  else
+    raise StandardError.new("Invalid label: #{name}")
+  end
+  get_new_test_config(options)
+end
+
+def delete_files_for_test_config(config)
+  File.delete(config.destfile) if File.exists?(config.destfile)
+  File.delete(config.filepath) if File.exists?(config.filepath)
+rescue
+end

data/test/units/config_base_test.rb

@@ -0,0 +1,49 @@
+require 'test_helper'
+require 'mysql2psql/config_base'
+
+#
+#
+class ConfigBaseTest < Test::Unit::TestCase
+  attr_reader :config, :configfilepath
+  def setup
+    @configfilepath="#{File.dirname(__FILE__)}/../fixtures/config_all_options.yml"
+    @config = Mysql2psql::ConfigBase.new( configfilepath )
+  end
+  
+  def teardown
+    @config = nil
+  end
+    
+  def test_config_loaded
+    assert_not_nil config.config
+    assert_equal configfilepath,config.filepath
+  end
+
+  def test_uninitialized_error_when_not_found_and_no_default
+    assert_raises(Mysql2psql::UninitializedValueError) do
+      value = @config.not_found(:none)
+    end
+  end
+  
+  def test_default_when_not_found
+    expected = 'defaultvalue'
+    value = @config.not_found(expected)
+    assert_equal expected,value
+  end
+  
+  def test_mysql_hostname
+    value = @config.mysqlhostname
+    assert_equal 'localhost',value
+  end
+
+  def test_mysql_hostname_array_access
+    value = @config[:mysqlhostname]
+    assert_equal 'localhost',value
+  end
+  
+  def test_dest_file
+    value = @config.destfile
+    assert_equal 'somefile',value
+  end
+
+end

data/test/units/config_test.rb

@@ -0,0 +1,73 @@
+require 'test_helper'
+
+require 'mysql2psql/config'
+
+class ConfigTest < Test::Unit::TestCase
+  attr_reader :configfile_new, :configfile_all_opts, :configfile_not_found
+  def setup
+    @configfile_all_opts = "#{File.dirname(__FILE__)}/../fixtures/config_all_options.yml"
+    @configfile_not_found = "#{File.dirname(__FILE__)}/../fixtures/config_not_found.yml.do_not_create_this_file"
+    @configfile_new = get_temp_file('mysql2psql_test_config')
+  end
+  def teardown
+    File.delete(configfile_new) if File.exists?(configfile_new)
+  end
+
+  def test_config_loaded
+    value = Mysql2psql::Config.new(configfile_all_opts, false)
+    assert_not_nil value
+  end
+  
+  def test_config_file_not_found
+    assert_raise(Mysql2psql::ConfigurationFileNotFound) do
+      value = Mysql2psql::Config.new(configfile_not_found, false)
+    end
+  end
+
+  def test_initialize_new_config_file
+    assert_raise(Mysql2psql::ConfigurationFileInitialized) do
+      value = Mysql2psql::Config.new(configfile_new, true)
+    end
+  end
+
+  def test_config_option_pgdatabase_as_array_index
+    expected = 'somename'
+    config = Mysql2psql::Config.new(configfile_all_opts, false)
+    assert_equal expected,config[:pgdatabase]
+  end
+  def test_template_option_to_filename
+    expected = 'test_filename'
+    value = Mysql2psql::Config.template({ :to_filename => expected })
+    assert_match /file: #{expected}/,value
+  end
+  def test_template_option_suppress_data
+    expected = true
+    value = Mysql2psql::Config.template({ :suppress_data => expected })
+    assert_match /suppress_data: #{expected}/,value #NB: option spelling needs fixing
+  end
+  def test_template_option_suppress_ddl
+    expected = true
+    value = Mysql2psql::Config.template({ :suppress_ddl => expected })
+    assert_match /suppress_ddl: #{expected}/,value #NB: option spelling needs fixing
+  end
+  def test_template_option_suppress_sequence_update
+    expected = true
+    value = Mysql2psql::Config.template({ :suppress_sequence_update => expected })
+    assert_match /suppress_sequence_update: #{expected}/,value #NB: option spelling needs fixing
+  end
+  def test_template_option_suppress_indexes
+    expected = true
+    value = Mysql2psql::Config.template({ :suppress_indexes => expected })
+    assert_match /suppress_indexes: #{expected}/,value #NB: option spelling needs fixing
+  end
+  def test_template_option_force_truncate
+    expected = true
+    value = Mysql2psql::Config.template({ :force_truncate => expected })
+    assert_match /force_truncate: #{expected}/,value
+  end
+  def test_template_option_use_timezones
+    expected = true
+    value = Mysql2psql::Config.template({ :use_timezones => expected })
+    assert_match /use_timezones: #{expected}/,value
+  end
+end

data/test/units/postgres_file_writer_test.rb

@@ -0,0 +1,29 @@
+require 'test_helper'
+
+require 'mysql2psql'
+
+class PostgresFileWriterTest < Test::Unit::TestCase
+  attr_accessor :destfile
+  def setup
+    begin
+      f = Tempfile.new('mysql2psql_test_destfile')
+      @destfile = f.path
+      f.close!()
+    rescue => e
+      raise StandardError.new("Failed to initialize integration test db. See README for setup requirements.")
+    end
+  end
+  def teardown
+    File.delete(destfile) if File.exists?(destfile)
+  end
+  
+  def test_basic_write
+    writer = Mysql2psql::PostgresFileWriter.new(destfile)
+    writer.close
+    content = IO.read(destfile)
+    assert_not_nil content.match("SET client_encoding = 'UTF8'")
+    assert_nil content.match("unobtanium")
+  end
+  
+
+end