flydata 0.3.18 → 0.3.19

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3241033fa80c1499392963ab77db563fdb091edf
-  data.tar.gz: 8181f5f09d622da94e2bb28d84ec6b74818327b9
+  metadata.gz: fb027d1283d4bc0ba51a57444fd0c864d8611675
+  data.tar.gz: 2d2b13d509dfffb4903b5d47291c8d981c166148
 SHA512:
-  metadata.gz: abb67f659a55b01c1aeb726ba4602d430cebe83d0177f3c40e7db646895a39e4db63b9a7619cf8010e7c266e4f2d956d6809f92097b37ed09f685446041feb54
-  data.tar.gz: a549a175a8a383f15d02999d739c98e6023134e58e047608e4fe3d68af40a9c80c7c01bfcef6dccaab08812e3ac5b3c5148e1fa61667a9f2a0ab90aaf836d00f
+  metadata.gz: 7fb220f5741f887dbef704517432a62a7843bdfc26918a7cfd2553e3bea49fdd93a346aac977dacf5ccf97ddb4a010704f15eea1ef0644dca4ec35d5027b097b
+  data.tar.gz: 302b30c6205a8289b1ef4ad6ed983bc0f5f6b13b7486426276f8f9efe3f99dfd2dc225067db6464a69974c72fbf1f5aeb25264e80ec645250405fb16c146e708

data/VERSION

@@ -1 +1 @@
-0.3.18
+0.3.19

data/flydata-core/lib/flydata-core/redshift/string.rb

@@ -0,0 +1,25 @@
+module FlydataCore
+module Redshift
+
+class String
+  # Redshift supports UTF-8 but it enforces stricter rule than other
+  # implementations such as MySQL or Ruby.  This method returns a
+  # Redshift-safe string from the given string.
+  def self.encode(string, options = {})
+    result = string.encoding == Encoding::UTF_8 ?
+              string.encode(Encoding::UTF_16, options).encode(Encoding::UTF_8) :
+              string.encode(Encoding::UTF_8, options)
+    rep_str = options[:replace] || "\uFFFD"
+    result.each_codepoint.with_index(0) do |cp, i|
+      # Per Redshift document
+      # http://docs.aws.amazon.com/redshift/latest/dg/multi-byte-character-load-errors.html
+      if cp >= 0xFDD0 && cp <= 0xFDEF || cp == 0xFFFE || cp == 0xFFFF
+        result[i] = rep_str
+      end
+    end
+    result
+  end
+end
+
+end
+end

data/flydata-core/lib/flydata-core/table_def/redshift_table_def.rb

@@ -322,11 +322,13 @@ EOS
   end
 
   def self.parse_date(value)
-    dt = Date.parse(convert_year_into_date(value))
+    return nil if value.nil?
+    value_str = value.to_s
+    dt = Date.parse(convert_year_into_date(value_str))
     dt.strftime('%Y-%m-%d')
   rescue ArgumentError => ae
     # '0000-00-00' is valid for mysql date column
-    return '0001-01-01' if value == '0000-00-00'
+    return '0001-01-01' if value_str == '0000-00-00'
     raise ae
   end
 

data/flydata-core/spec/redshift/string_spec.rb

@@ -0,0 +1,106 @@
+require 'spec_helper'
+require 'flydata-core/redshift/string'
+
+module FlydataCore
+module Redshift
+
+describe String do
+  let(:subject_object) { described_class }
+
+  describe '.encode' do
+    subject { subject_object.encode(string, options) }
+    let(:result) { string.encode(Encoding::UTF_8) }
+
+    shared_examples "converting string to a Redshift friendly string" do
+      before do
+        string.encode!(src_encoding)
+      end
+      it do
+        is_expected.to eq result
+      end
+    end
+    shared_examples "converting an invalid string to raise an error" do
+      before do
+        string.encode!(src_encoding)
+      end
+      it do
+        expect{subject}.to raise_error error
+      end
+    end
+
+    context "with replace option" do
+      let(:options) { { invalid: :replace, undef: :replace } }
+      context 'UTF-8 string' do
+        let(:src_encoding) { Encoding::UTF_8 }
+        context 'valid char' do
+          let(:string) { "Straße" }
+
+          it_behaves_like "converting string to a Redshift friendly string"
+        end
+        context 'invalid char' do
+          let(:string) { "\xeb\x13\x00" }
+          let(:result) { "\uFFFD\u0013\u0000".encode(Encoding::UTF_8) }
+
+          it_behaves_like "converting string to a Redshift friendly string"
+        end
+        context 'invalid char for Redshift (error 6)' do
+          let(:string) { "\xef\xb7\x91" }
+          let(:result) { "\uFFFD".encode(Encoding::UTF_8) }
+
+          it_behaves_like "converting string to a Redshift friendly string"
+        end
+        context 'invalid char for Redshift (error 7)' do
+          let(:string) { "\xef\xbf\xbf" }
+          let(:result) { "\uFFFD".encode(Encoding::UTF_8) }
+
+          it_behaves_like "converting string to a Redshift friendly string"
+        end
+      end
+      context 'Shift JIS string' do
+        let(:src_encoding) { Encoding::SHIFT_JIS }
+        let(:string) { "テスト" }
+        it_behaves_like "converting string to a Redshift friendly string"
+      end
+    end
+    context 'without replace option' do
+      let(:options) { {} }
+      context 'UTF-8 string' do
+        let(:src_encoding) { Encoding::UTF_8 }
+        context 'valid char' do
+          let(:string) { "Straße" }
+
+          it_behaves_like "converting string to a Redshift friendly string"
+        end
+        context 'invalid char' do
+          let(:string) { "\xeb\x13\x00" }
+          let(:error) { Encoding::InvalidByteSequenceError }
+
+          it_behaves_like "converting an invalid string to raise an error"
+        end
+        context 'invalid char for Redshift (error 6)' do
+          let(:string) { "\xef\xb7\x91" }
+          let(:result) { "\uFFFD".encode(Encoding::UTF_8) }
+
+          # Redshift invalid characters are replaced regardless of options
+          it_behaves_like "converting string to a Redshift friendly string"
+        end
+        context 'invalid char for Redshift (error 7)' do
+          let(:string) { "\xef\xbf\xbf" }
+          let(:result) { "\uFFFD".encode(Encoding::UTF_8) }
+
+          # Redshift invalid characters are replaced regardless of options
+          it_behaves_like "converting string to a Redshift friendly string"
+        end
+      end
+      context 'Shift JIS string' do
+        let(:src_encoding) { Encoding::SHIFT_JIS }
+        let(:string) { "テスト" }
+        it_behaves_like "converting string to a Redshift friendly string"
+      end
+    end
+  end
+end
+
+end
+end
+

data/flydata-core/spec/table_def/redshift_table_def_spec.rb

@@ -625,16 +625,21 @@ EOT
     end
   end
 
-  describe '.convert_year_into_date' do
+  describe '.parse_date' do
     let(:value) { nil }
-    subject { described_class.convert_year_into_date(value) }
+    subject { described_class.parse_date(value) }
 
     context 'with year values' do
-      context 'with value 0' do
+      context 'with value string 0' do
         let(:value){ '0' }
         it { is_expected.to eq('0001-01-01') }
       end
 
+      context 'with value int 0' do
+        let(:value){ 0 }
+        it { is_expected.to eq('0001-01-01') }
+      end
+
       context 'with value 0000' do
         let(:value){ '0000' }
         it { is_expected.to eq('0001-01-01') }
@@ -672,9 +677,13 @@ EOT
 
       context 'with zero date' do
         let(:value){ '0000-00-00' }
-        it_behaves_like "returning the input value as is"
+        it { is_expected.to eq('0001-01-01') }
       end
     end
+
+    context 'with nil' do
+      it { is_expected.to eq(nil) }
+    end
   end
 end
 

data/flydata.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: flydata 0.3.18 ruby lib
+# stub: flydata 0.3.19 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "flydata"
-  s.version = "0.3.18"
+  s.version = "0.3.19"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib"]
   s.authors = ["Koichi Fujikawa", "Masashi Miyazaki", "Matthew Luu", "Mak Inada", "Sriram NS"]
-  s.date = "2015-04-24"
+  s.date = "2015-05-12"
   s.description = "FlyData Agent"
   s.email = "sysadmin@flydata.com"
   s.executables = ["fdmysqldump", "flydata", "serverinfo"]
@@ -48,6 +48,7 @@ Gem::Specification.new do |s|
     "flydata-core/lib/flydata-core/fluent/config_helper.rb",
     "flydata-core/lib/flydata-core/logger.rb",
     "flydata-core/lib/flydata-core/record/record.rb",
+    "flydata-core/lib/flydata-core/redshift/string.rb",
     "flydata-core/lib/flydata-core/table_def.rb",
     "flydata-core/lib/flydata-core/table_def/mysql_table_def.rb",
     "flydata-core/lib/flydata-core/table_def/redshift_table_def.rb",
@@ -55,6 +56,7 @@ Gem::Specification.new do |s|
     "flydata-core/spec/config/user_maintenance_spec.rb",
     "flydata-core/spec/fluent/config_helper_spec.rb",
     "flydata-core/spec/logger_spec.rb",
+    "flydata-core/spec/redshift/string_spec.rb",
     "flydata-core/spec/spec_helper.rb",
     "flydata-core/spec/table_def/mysql_table_def_spec.rb",
     "flydata-core/spec/table_def/mysql_to_redshift_table_def_spec.rb",

data/lib/flydata/command/sync.rb

@@ -420,7 +420,7 @@ EOM
             end
           end
 
-          log_info_stdout("Exporting data from the database.")
+          log_info_stdout("Setting binary log position and exporting data from the database.")
           log_info_stdout("This process can take hours depending on data size and load on your database.  Please be patient...")
           if file_dump
             begin

data/lib/flydata/compatibility_check.rb

@@ -100,26 +100,43 @@ module Flydata
     end
 
     def check_mysql_user_compat
-      client = Mysql2::Client.new(@db_opts)
+      databases = ['mysql', @db_opts[:database]]
+      get_grant_regex = /GRANT (?<privs>.*) ON (`)?(?<db_name>[^`]*)(`)?\.\* TO '#{@db_opts[:username]}/
+      necessary_permission_fields = ["SELECT","RELOAD","LOCK TABLES","REPLICATION SLAVE","REPLICATION CLIENT"]
+      all_privileges_field = ["ALL PRIVILEGES"]
+
+      # Do not catch MySQL connection problem because check should stop if no MySQL connection can be made.
       grants_sql = "SHOW GRANTS"
-      correct_db = ["ON (\\*|(`)?#{@db_opts[:database]}(`)?).","TO '#{@db_opts[:username]}"]
-      necessary_permission_fields= ["SELECT","RELOAD","LOCK TABLES","REPLICATION SLAVE","REPLICATION CLIENT"]
-      all_privileges_field= ["ALL PRIVILEGES"]
+      client = Mysql2::Client.new(@db_opts)
       result = client.query(grants_sql)
-      # Do not catch MySQL connection problem because check should stop if no MySQL connection can be made.
       client.close
-      found_priv = []
+
+      found_priv = Hash[databases.map {|d| [d,[]]}]
+      missing_priv = {}
+
       result.each do |res|
         # SHOW GRANTS should only return one column
         res_value = res.values.first
-        if correct_db.all? {|perm| res_value.match(perm)}
-          necessary_permission_fields.each do |priv|
-            found_priv << priv if res_value.match(priv)
+        matched_values = res_value.match(get_grant_regex)
+        next unless matched_values
+        line_priv = matched_values["privs"].split(", ")
+        if matched_values["db_name"] == "*"
+          return true if (all_privileges_field - line_priv).empty?
+          databases.each {|d| found_priv[d] << line_priv }
+        elsif databases.include? matched_values["db_name"] 
+          if (all_privileges_field - line_priv).empty?
+            found_priv[matched_values["db_name"]] = necessary_permission_fields
+          else
+            found_priv[matched_values["db_name"]] << line_priv
           end
-          return true if (necessary_permission_fields-found_priv).empty? or all_privileges_field.all? {|d| res_value.match(d)}
         end
+        missing_priv = get_missing_privileges(found_priv, necessary_permission_fields)
+        return true if missing_priv.empty?
       end
-      raise MysqlCompatibilityError, "The user '#{@db_opts[:username]}' does not have the correct permissions to run FlyData Sync\n    * These privileges are missing: #{(necessary_permission_fields-found_priv).join(", ")}"
+      error_text = "The user '#{@db_opts[:username]}' does not have the correct permissions to run FlyData Sync\n"
+      error_text << "    * These privileges are missing...\n"
+      missing_priv.each_key {|db| error_text << "      for the database '#{db}': #{missing_priv[db].join(", ")}\n"}
+      raise MysqlCompatibilityError, error_text
     end
 
     def check_mysql_protocol_tcp_compat
@@ -221,6 +238,15 @@ module Flydata
       end
     end
 
+    def get_missing_privileges(found_priv, all_priv)
+      return_hash = {}
+      found_priv.each_key do |key|
+        missing_priv = all_priv - found_priv[key].flatten.uniq
+        return_hash[key] = missing_priv unless missing_priv.empty?
+      end
+      return_hash
+    end
+
     def run_mysql_retention_check(mysql_client)
       expire_logs_days_limit = BINLOG_RETENTION_HOURS / 24
       sel_query = SELECT_QUERY_TMPLT % '@@expire_logs_days'

data/lib/flydata/fluent-plugins/in_mysql_binlog_flydata.rb

@@ -80,8 +80,16 @@ class MysqlBinlogFlydataInput < MysqlBinlogInput
 
     $log.info "mysql host:\"#{@host}\" port:\"#{@port}\" username:\"#{@username}\" database:\"#{@database}\" tables:\"#{@tables}\" tables_append_only:\"#{tables_append_only}\""
     $log.info "mysql client version: #{`mysql -V`}"
-    server_version = `echo 'select version();' | #{Flydata::Mysql::MysqlUtil.generate_mysql_cmd(@db_opts)} 2>/dev/null`
-    $log.info "mysql server version: #{server_version}"
+    server_msg = `echo 'select version();' | #{Flydata::Mysql::MysqlUtil.generate_mysql_cmd(@db_opts)} 2>&1`
+    server_msg = server_msg.each_line.select{|l| l.start_with?('ERROR ')}.join("\n")
+    if ($?.exitstatus == 0)
+      $log.info "mysql server version: #{server_msg.strip}"
+    else
+      err_msg = "Failed to access mysql server... #{server_msg.strip}"
+      $log.error err_msg
+      $stderr.puts err_msg
+      #exit 1   # causes retry loop
+    end
 
     @tables = @tables.split(/,\s*/)
     @omit_events = Hash.new

data/lib/flydata/fluent-plugins/mysql/alter_table_query_handler.rb

@@ -33,6 +33,7 @@ Received unsupported alter table query. normalized query:'#{record['normalized_q
 EOS
           $log.error(msg)
         end
+        $log.info(ret) # log all alter table events even if the table is not subject to sync.  This is for troubleshooting purpose.
         ret
       end
     end

data/lib/flydata/parser/mysql/dump_parser.rb

@@ -217,7 +217,7 @@ EOS
 
         def initialize(db_opts)
           #TODO : Pass timeout in as a setting from the data entry
-          super(db_opts.merge(read_timeout: 1800))
+          super(db_opts.merge(read_timeout: 3600))
         end
 
         def query(sql, options = {})

data/spec/flydata/compatibility_check_spec.rb

@@ -35,6 +35,12 @@ module Flydata
   end
 
   describe MysqlCompatibilityCheck do
+    let(:default_data_port) do
+      {
+        "servers"=>["sample-test-site.com"]
+      }
+     end
+
     let(:default_mysql_cred) do
       {
         "host" => "test",
@@ -44,69 +50,84 @@ module Flydata
         "database" => "test_db"
       }
     end
+
     describe "#check_mysql_user_compat" do
       let(:client) { double('client') }
-      subject { MysqlCompatibilityCheck.new({},:default_mysql_cred) }
+      subject { MysqlCompatibilityCheck.new(default_data_port, default_mysql_cred) }
       before do
         allow(Mysql2::Client).to receive(:new).and_return(client)
         allow(client).to receive(:close)
       end
 
-      context "with all privileges for privileges all in one database" do
+      context "with all privileges in all databases" do
         before do
-          allow(client).to receive(:query).and_return([{"Grants for test"=>"GRANT SELECT, LOCK TABLES, RELOAD, REPLICATION SLAVE, REPLICATION CLIENT ON `test_db`.* TO 'test'@'host"}])
+          allow(client).to receive(:query).and_return([{"Grants for test"=>"GRANT ALL PRIVILEGES ON *.* TO 'test'@'host"}])
         end
         it do
-          expect{subject.check_mysql_user_compat}
+          expect{subject.check_mysql_user_compat}.to_not raise_error
         end
       end
-      context "with missing privileges for privileges all in one database" do
+      context "with missing privileges in one database" do
         before do
-          allow(client).to receive(:query).and_return([{"Grants for test"=>"GRANT SELECT, RELOAD, REPLICATION CLIENT ON `test_db`.* TO 'test'@'host"}])
+          allow(client).to receive(:query).and_return([{"Grants for test"=>"GRANT ALL PRIVILEGES ON 'mysql'.* TO 'test'@'host"},
+                                                       {"Grants for test"=>"GRANT SELECT, RELOAD, REPLICATION CLIENT ON `test_db`.* TO 'test'@'host"}])
         end
         it do
-          expect{subject.check_mysql_user_compat}.to raise_error(Flydata::MysqlCompatibilityCheck::MysqlCompatibilityError, /LOCK TABLES, REPLICATION SLAVE/)
+          expect{subject.check_mysql_user_compat}.to raise_error(Flydata::MysqlCompatibilityCheck::MysqlCompatibilityError, /test_db': LOCK TABLES, REPLICATION SLAVE/)
         end
       end
-      context "with all privileges for privileges in between all and specific databases" do
+      context "with all required privileges in between all and specific databases" do
         before do
           allow(client).to receive(:query).and_return([{"Grants for test"=>"GRANT RELOAD, REPLICATION SLAVE, REPLICATION CLIENT ON *.* TO 'test'@'host"},
-                                                       {"Grants for test"=>"GRANT SELECT, LOCK TABLES ON `test_db`.* TO 'test'@'host"}])
+                                                       {"Grants for test"=>"GRANT SELECT, LOCK TABLES ON `test_db`.* TO 'test'@'host"},
+                                                       {"Grants for test"=>"GRANT SELECT, LOCK TABLES ON `mysql`.* TO 'test'@'host"}])
         end
         it do
-          expect{subject.check_mysql_user_compat}
+          expect{subject.check_mysql_user_compat}.to_not raise_error
         end
       end
-      context "with missing privileges for privileges in between all and specific databases" do
+      context "with missing privileges in each database" do
         before do
           allow(client).to receive(:query).and_return([{"Grants for test"=>"GRANT REPLICATION SLAVE, REPLICATION CLIENT ON *.* TO 'test'@'host"},
-                                                       {"Grants for test"=>"GRANT SELECT, LOCK TABLES ON `test_db`.* TO 'test'@'host"}])
+                                                       {"Grants for test"=>"GRANT SELECT, LOCK TABLES ON `test_db`.* TO 'test'@'host"},
+                                                       {"Grants for test"=>"GRANT SELECT, LOCK TABLES ON `mysql`.* TO 'test'@'host"}])
         end
         it do
-          expect{subject.check_mysql_user_compat}.to raise_error(Flydata::MysqlCompatibilityCheck::MysqlCompatibilityError, /RELOAD/)
+          expect{subject.check_mysql_user_compat}.to raise_error(Flydata::MysqlCompatibilityCheck::MysqlCompatibilityError, /mysql': RELOAD\n.*test_db': RELOAD/)
         end
       end
-      context "with all privileges for privileges in all databases" do
+      context "with all required privileges in all databases" do
         before do
           allow(client).to receive(:query).and_return([{"Grants for test"=>"GRANT SELECT, LOCK TABLES, RELOAD, REPLICATION SLAVE, REPLICATION CLIENT ON *.* TO 'test'@'host"}])
         end
         it do
-          expect{subject.check_mysql_user_compat}
+          expect{subject.check_mysql_user_compat}.to_not raise_error
         end
       end
-      context "with missing privileges for privileges in all databases" do
+      context "with missing privileges in all databases" do
         before do
           allow(client).to receive(:query).and_return([{"Grants for test"=>"GRANT RELOAD, REPLICATION SLAVE, REPLICATION CLIENT ON *.* TO 'test'@'host"}])
         end
         it do
-          expect{subject.check_mysql_user_compat}.to raise_error(Flydata::MysqlCompatibilityCheck::MysqlCompatibilityError, /SELECT, LOCK TABLES/)
+          expect{subject.check_mysql_user_compat}.to raise_error(Flydata::MysqlCompatibilityCheck::MysqlCompatibilityError, /mysql': SELECT, LOCK TABLES\n.*test_db': SELECT, LOCK TABLES/)
+        end
+      end
+      context "with privileges for other databases only" do
+        before do
+          allow(client).to receive(:query).and_return([{"Grants for test"=>"GRANT REPLICATION CLIENT ON `test_db_01`.* TO 'test'@'host"},
+                                                       {"Grants for test"=>"GRANT LOCK TABLES ON `test_db_02`.* TO 'test'@'host"},
+                                                       {"Grants for test"=>"GRANT SELECT ON `text_db_03`.* TO 'test'@'host"}])
+        end
+        it do
+          expect{subject.check_mysql_user_compat}.to raise_error(Flydata::MysqlCompatibilityCheck::MysqlCompatibilityError, /mysql': SELECT, RELOAD, LOCK TABLES, REPLICATION SLAVE, REPLICATION CLIENT\n.*test_db': SELECT, RELOAD, LOCK TABLES, REPLICATION SLAVE, REPLICATION CLIENT/)
         end
       end
 
     end
+
     describe "#check_mysql_binlog_retention" do
       context "on on-premise mysql server" do
-        subject { MysqlCompatibilityCheck.new({},:default_mysql_cred) }
+        subject { MysqlCompatibilityCheck.new(default_data_port, default_mysql_cred) }
         context "where retention is below limit" do
           let(:client) { double('client') }
           before do
@@ -124,10 +145,11 @@ module Flydata
           before do
             allow(Mysql2::Client).to receive(:new).and_return(client)
             allow(client).to receive(:query).and_return([{"@@expire_logs_days"=>0}])
+            allow(client).to receive(:close)
             allow(subject).to receive(:is_rds?).and_return(false)
           end
           it do
-            expect{subject.check_mysql_binlog_retention}
+            expect{subject.check_mysql_binlog_retention}.to_not raise_error
           end
         end
         context "where retention is above limit" do
@@ -135,15 +157,16 @@ module Flydata
           before do
             allow(Mysql2::Client).to receive(:new).and_return(client)
             allow(client).to receive(:query).and_return([{"@@expire_logs_days"=>11}])
+            allow(client).to receive(:close)
             allow(subject).to receive(:is_rds?).and_return(false)
           end
           it do
-            expect{subject.check_mysql_binlog_retention}
+            expect{subject.check_mysql_binlog_retention}.to_not raise_error
           end
         end
       end
       context "on RDS" do
-        subject { MysqlCompatibilityCheck.new({},:default_mysql_cred) }
+        subject { MysqlCompatibilityCheck.new(default_data_port, default_mysql_cred) }
         context "where retention period is nil" do
           let(:client) { double('client') }
           before do
@@ -180,7 +203,7 @@ module Flydata
             allow(subject).to receive(:is_rds?).and_return(true)
           end
           it do
-            expect{subject.check_mysql_binlog_retention}
+            expect{subject.check_mysql_binlog_retention}.to_not raise_error
           end
         end
         context "where user has no access to rds configuration" do
@@ -193,7 +216,7 @@ module Flydata
             allow(subject).to receive(:is_rds?).and_return(true)
           end
           it do
-            expect{subject.check_mysql_binlog_retention}
+            expect{subject.check_mysql_binlog_retention}.to_not raise_error
           end
         end
       end
@@ -212,7 +235,7 @@ module Flydata
       let(:engine_table) { {"table_name"=>"engine_table", "table_type"=>"BASE TABLE", "engine"=>"MEMORY"} }
       let(:view) { {"table_name"=>"view_table", "table_type"=>"VIEW", "engine"=>nil} }
       let(:client) { double('client') }
-      let(:subject_object) { MysqlCompatibilityCheck.new(:default_data_port,test_data_entry, {}) }
+      let(:subject_object) { MysqlCompatibilityCheck.new(default_data_port,test_data_entry, {}) }
       let(:error) { Flydata::MysqlCompatibilityCheck::MysqlCompatibilityError } 
       let(:base_error_msg) { "FlyData does not support VIEW and MEMORY ENGINE table. Remove following tables from data entry: %s" }
       subject { subject_object.check_mysql_table_types }

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: flydata
 version: !ruby/object:Gem::Version
-  version: 0.3.18
+  version: 0.3.19
 platform: ruby
 authors:
 - Koichi Fujikawa
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-24 00:00:00.000000000 Z
+date: 2015-05-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
@@ -471,6 +471,7 @@ files:
 - flydata-core/lib/flydata-core/fluent/config_helper.rb
 - flydata-core/lib/flydata-core/logger.rb
 - flydata-core/lib/flydata-core/record/record.rb
+- flydata-core/lib/flydata-core/redshift/string.rb
 - flydata-core/lib/flydata-core/table_def.rb
 - flydata-core/lib/flydata-core/table_def/mysql_table_def.rb
 - flydata-core/lib/flydata-core/table_def/redshift_table_def.rb
@@ -478,6 +479,7 @@ files:
 - flydata-core/spec/config/user_maintenance_spec.rb
 - flydata-core/spec/fluent/config_helper_spec.rb
 - flydata-core/spec/logger_spec.rb
+- flydata-core/spec/redshift/string_spec.rb
 - flydata-core/spec/spec_helper.rb
 - flydata-core/spec/table_def/mysql_table_def_spec.rb
 - flydata-core/spec/table_def/mysql_to_redshift_table_def_spec.rb