mysql2psql 0.1.0

data/test/integration/mysql_reader_test.rb

@@ -0,0 +1,47 @@
+require 'test_helper'
+
+class MysqlReaderTest < Test::Unit::TestCase
+
+  class << self
+    def startup
+      seed_test_database
+      @@options = get_test_config_by_label(:localmysql_to_file_convert_nothing)
+      @@reader=get_test_reader(@@options)
+    end
+    def shutdown
+      delete_files_for_test_config(@@options)
+    end
+  end
+  def setup
+  end
+  def teardown
+  end
+  def reader
+    @@reader
+  end
+  
+  def test_db_connection
+    assert_nothing_raised do
+      reader.mysql.ping
+    end
+  end
+  def test_tables_collection
+    values = reader.tables.select{|t| t.name == 'numeric_types_basics'}
+    assert_true values.length==1
+    assert_equal 'numeric_types_basics', values[0].name
+  end
+  def test_paginated_read
+    expected_rows=3
+    page_size=2
+    expected_pages=(1.0 * expected_rows / page_size).ceil
+    
+    row_count=my_row_count=0
+    table = reader.tables.select{|t| t.name == 'numeric_types_basics'}[0]
+    reader.paginated_read(table, page_size) do |row,counter|
+      row_count=counter
+      my_row_count+=1
+    end
+    assert_equal expected_rows, row_count
+    assert_equal expected_rows, my_row_count
+  end
+end

data/test/integration/postgres_db_writer_base_test.rb

@@ -0,0 +1,30 @@
+require 'test_helper'
+
+require 'mysql2psql/postgres_db_writer'
+
+class PostgresDbWriterBaseTest < Test::Unit::TestCase
+
+  class << self
+    def startup
+      seed_test_database
+      @@options=get_test_config_by_label(:localmysql_to_db_convert_nothing)
+    end
+    def shutdown
+      delete_files_for_test_config(@@options)
+    end
+  end
+  def setup
+  end
+  def teardown
+  end
+  def options
+    @@options
+  end
+  
+  def test_pg_connection
+    assert_nothing_raised do
+      reader = Mysql2psql::PostgresDbWriter.new(options)
+    end
+  end
+
+end

data/test/lib/ext_test_unit.rb

@@ -0,0 +1,30 @@
+module Test::Unit
+ 
+  class TestCase
+   
+    def self.must(name, &block)
+      test_name = "test_#{name.gsub(/\s+/,'_')}".to_sym
+      defined = instance_method(test_name) rescue false
+      raise "#{test_name} is already defined in #{self}" if defined
+      if block_given?
+        define_method(test_name, &block)
+      else
+        define_method(test_name) do
+          flunk "No implementation provided for #{name}"
+        end
+      end
+    end
+ 
+  end
+end
+
+
+module Test::Unit::Assertions
+  def assert_false(object, message="")
+    assert_equal(false, object, message)
+  end
+  def assert_true(object, message="")
+    assert_equal(true, object, message)
+  end
+end
+

data/test/lib/test_helper.rb

@@ -0,0 +1,88 @@
+require 'rubygems'
+begin
+  gem 'test-unit'
+  require "test/unit"
+rescue LoadError
+  # assume using stdlib Test:Unit
+  require 'test/unit'
+end
+
+require 'ext_test_unit'
+
+def seed_test_database
+  options=get_test_config_by_label(:localmysql_to_file_convert_nothing)
+  seedfilepath = "#{File.dirname(__FILE__)}/../fixtures/seed_integration_tests.sql"
+  rc=system("mysql -u#{options.mysqlusername} #{options.mysqldatabase} < #{seedfilepath}")
+  raise StandardError unless rc
+  return true
+rescue
+  raise StandardError.new("Failed to seed integration test db. See README for setup requirements.")
+ensure
+  delete_files_for_test_config(options)
+end
+
+def get_test_reader(options)
+  require 'mysql2psql/mysql_reader'
+  Mysql2psql::MysqlReader.new(options)
+rescue
+  raise StandardError.new("Failed to initialize integration test db. See README for setup requirements.")  
+end
+
+def get_test_file_writer(options)
+  require 'mysql2psql/postgres_file_writer'
+  Mysql2psql::PostgresFileWriter.new(options.destfile)
+rescue => e
+  puts e.inspect
+  raise StandardError.new("Failed to initialize file writer from #{options.inspect}. See README for setup requirements.")
+end
+
+def get_test_converter(options)
+  require 'mysql2psql/converter'
+  reader=get_test_reader(options)
+  writer=get_test_file_writer(options)
+  Mysql2psql::Converter.new(reader,writer,options)
+rescue
+  raise StandardError.new("Failed to initialize converter from #{options.inspect}. See README for setup requirements.")
+end
+
+def get_temp_file(basename)
+  require 'tempfile'
+  f = Tempfile.new(basename)
+  path = f.path
+  f.close!()
+  path
+end
+
+
+def get_new_test_config(to_file = true, include_tables = [], exclude_tables = [], supress_data = false, supress_ddl = false, force_truncate = false)
+  require 'mysql2psql/config'
+  require 'mysql2psql/config_base'
+  to_filename = to_file ? get_temp_file('mysql2psql_tmp_output') : nil
+  configtext = Mysql2psql::Config.template(to_filename, include_tables, exclude_tables, supress_data, supress_ddl, force_truncate)
+  configfile=get_temp_file('mysql2psql_tmp_config')
+  File.open(configfile, 'w') {|f| f.write(configtext) }
+  Mysql2psql::ConfigBase.new( configfile )
+rescue
+  raise StandardError.new("Failed to initialize options from #{configfile}. See README for setup requirements.")
+end
+
+def get_test_config_by_label(name)
+  case name
+  when :localmysql_to_file_convert_nothing
+    get_new_test_config(true, ['unobtainium'], ['kryptonite'], true, true, false)
+  when :localmysql_to_file_convert_all
+    get_new_test_config(true, [], [], false, false, false)
+  when :localmysql_to_db_convert_all
+    get_new_test_config(false, [], [], false, false, false)
+  when :localmysql_to_db_convert_nothing
+    get_new_test_config(false, ['unobtainium'], ['kryptonite'], true, true, false)
+  else
+    raise StandardError.new("Invalid label: #{name}")
+  end
+end
+
+def delete_files_for_test_config(config)
+  File.delete(config.destfile) if File.exists?(config.destfile)
+  File.delete(config.filepath) if File.exists?(config.filepath)
+rescue
+end

data/test/units/config_base_test.rb

@@ -0,0 +1,49 @@
+require 'test_helper'
+require 'mysql2psql/config_base'
+
+#
+#
+class ConfigBaseTest < Test::Unit::TestCase
+  attr_reader :config, :configfilepath
+  def setup
+    @configfilepath="#{File.dirname(__FILE__)}/../fixtures/config_all_options.yml"
+    @config = Mysql2psql::ConfigBase.new( configfilepath )
+  end
+  
+  def teardown
+    @config = nil
+  end
+    
+  def test_config_loaded
+    assert_not_nil config.config
+    assert_equal configfilepath,config.filepath
+  end
+
+  def test_uninitialized_error_when_not_found_and_no_default
+    assert_raises(Mysql2psql::UninitializedValueError) do
+      value = @config.not_found(:none)
+    end
+  end
+  
+  def test_default_when_not_found
+    expected = 'defaultvalue'
+    value = @config.not_found(expected)
+    assert_equal expected,value
+  end
+  
+  def test_mysql_hostname
+    value = @config.mysqlhostname
+    assert_equal 'localhost',value
+  end
+
+  def test_mysql_hostname_array_access
+    value = @config[:mysqlhostname]
+    assert_equal 'localhost',value
+  end
+  
+  def test_dest_file
+    value = @config.destfile
+    assert_equal 'somefile',value
+  end
+
+end

data/test/units/config_test.rb

@@ -0,0 +1,31 @@
+require 'test_helper'
+
+require 'mysql2psql/config'
+
+class ConfigTest < Test::Unit::TestCase
+  attr_reader :configfile_new, :configfile_all_opts, :configfile_not_found
+  def setup
+    @configfile_all_opts = "#{File.dirname(__FILE__)}/../fixtures/config_all_options.yml"
+    @configfile_not_found = "#{File.dirname(__FILE__)}/../fixtures/config_not_found.yml.do_not_create_this_file"
+    @configfile_new = get_temp_file('mysql2psql_test_config')
+  end
+  def teardown
+    File.delete(configfile_new) if File.exists?(configfile_new)
+  end
+
+  def test_config_loaded
+    value = Mysql2psql::Config.new(configfile_all_opts, false)
+    assert_not_nil value
+  end
+  
+  def test_config_file_not_found
+    assert_raise(Mysql2psql::ConfigurationFileNotFound) do
+      value = Mysql2psql::Config.new(configfile_not_found, false)
+    end
+  end
+  def test_initialize_new_config_file
+    assert_raise(Mysql2psql::ConfigurationFileInitialized) do
+      value = Mysql2psql::Config.new(configfile_new, true)
+    end
+  end
+end

data/test/units/postgres_file_writer_test.rb

@@ -0,0 +1,29 @@
+require 'test_helper'
+
+require 'mysql2psql'
+
+class PostgresFileWriterTest < Test::Unit::TestCase
+  attr_accessor :destfile
+  def setup
+    begin
+      f = Tempfile.new('mysql2psql_test_destfile')
+      @destfile = f.path
+      f.close!()
+    rescue => e
+      raise StandardError.new("Failed to initialize integration test db. See README for setup requirements.")
+    end
+  end
+  def teardown
+    File.delete(destfile) if File.exists?(destfile)
+  end
+  
+  def test_basic_write
+    writer = Mysql2psql::PostgresFileWriter.new(destfile)
+    writer.close
+    content = IO.read(destfile)
+    assert_not_nil content.match("SET client_encoding = 'UTF8'")
+    assert_nil content.match("unobtanium")
+  end
+  
+
+end

metadata

@@ -0,0 +1,167 @@
+--- !ruby/object:Gem::Specification 
+name: mysql2psql
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Max Lapshin <max@maxidoors.ru>
+- Anton Ageev <anton@ageev.name>
+- Samuel Tribehou <cracoucax@gmail.com>
+- Marco Nenciarini <marco.nenciarini@devise.it>
+- James Nobis <jnobis@jnobis.controldocs.com>
+- quel <github@quelrod.net>
+- Holger Amann <keeney@fehu.org>
+- Maxim Dobriakov <closer.main@gmail.com>
+- Michael Kimsal <mgkimsal@gmail.com>
+- Jacob Coby <jcoby@portallabs.com>
+- Neszt Tibor <neszt@tvnetwork.hu>
+- Miroslav Kratochvil <exa.exa@gmail.com>
+- Paul Gallagher <gallagher.paul@gmail.com>
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-19 00:00:00 +04:00
+default_executable: mysql2psql
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: mysql
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 45
+        segments: 
+        - 2
+        - 8
+        - 1
+        version: 2.8.1
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: pg
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 59
+        segments: 
+        - 0
+        - 9
+        - 0
+        version: 0.9.0
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: test-unit
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 9
+        segments: 
+        - 2
+        - 1
+        - 1
+        version: 2.1.1
+  type: :development
+  version_requirements: *id003
+description: |-
+  It can create postgresql dump from mysql database or directly load data from mysql to
+      postgresql (at about 100 000 records per minute). Translates most data types and indexes.
+email: gallagher.paul@gmail.com
+executables: 
+- mysql2psql
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- .gitignore
+- MIT-LICENSE
+- README.rdoc
+- Rakefile
+- bin/mysql2psql
+- lib/mysql2psql.rb
+- lib/mysql2psql/config.rb
+- lib/mysql2psql/config_base.rb
+- lib/mysql2psql/converter.rb
+- lib/mysql2psql/errors.rb
+- lib/mysql2psql/mysql_reader.rb
+- lib/mysql2psql/postgres_db_writer.rb
+- lib/mysql2psql/postgres_file_writer.rb
+- lib/mysql2psql/postgres_writer.rb
+- lib/mysql2psql/version.rb
+- lib/mysql2psql/writer.rb
+- mysql2psql.gemspec
+- test/fixtures/config_all_options.yml
+- test/fixtures/seed_integration_tests.sql
+- test/integration/convert_to_db_test.rb
+- test/integration/convert_to_file_test.rb
+- test/integration/converter_test.rb
+- test/integration/mysql_reader_base_test.rb
+- test/integration/mysql_reader_test.rb
+- test/integration/postgres_db_writer_base_test.rb
+- test/lib/ext_test_unit.rb
+- test/lib/test_helper.rb
+- test/units/config_base_test.rb
+- test/units/config_test.rb
+- test/units/postgres_file_writer_test.rb
+has_rdoc: true
+homepage: http://github.com/tardate/mysql2postgresql
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Tool for converting mysql database to postgresql
+test_files: 
+- test/integration/convert_to_db_test.rb
+- test/integration/convert_to_file_test.rb
+- test/integration/converter_test.rb
+- test/integration/mysql_reader_base_test.rb
+- test/integration/mysql_reader_test.rb
+- test/integration/postgres_db_writer_base_test.rb
+- test/lib/ext_test_unit.rb
+- test/lib/test_helper.rb
+- test/units/config_base_test.rb
+- test/units/config_test.rb
+- test/units/postgres_file_writer_test.rb