myreplicator 1.1.52 → 1.1.53

data/lib/exporter/mysql_exporter.rb

@@ -122,7 +122,9 @@ module Myreplicator
           :table => @export_obj.table_name,
           :filepath => filepath,
           :destination_schema => @export_obj.destination_schema,
-          :enclosed_by => Myreplicator.configs[@export_obj.source_schema]["enclosed_by"]}
+          :enclosed_by => Myreplicator.configs[@export_obj.source_schema]["enclosed_by"],
+          :export_id => @export_obj.id
+        }
 
         schema_status = Myreplicator::MysqlExporter.schema_changed?(options)
         Kernel.p "===== schema_status ====="
@@ -132,14 +134,16 @@ module Myreplicator
         else
           options[:incremental_col] = @export_obj.incremental_column
           options[:incremental_col_type] = @export_obj.incremental_column_type
-          #options[:incremental_val] = @export_obj.max_incremental_value
           options[:export_type] = @export_obj.export_type
           options[:incremental_val] = [@export_obj.destination_max_incremental_value, @export_obj.max_incremental_value].min
+          #options[:incremental_val] = @export_obj.max_incremental_value
         end
 
         #Kernel.p "===== incremental_export_into_outfile OPTIONS ====="
         #Kernel.p options
-        cmd = SqlCommands.mysql_export_outfile(options)      
+        cmd = SqlCommands.mysql_export_outfile(options)
+        #Kernel.p "===== incremental_export_into_outfile CMD ====="
+        #puts cmd      
         exporting_state_trans
         puts "Exporting..."
         result = execute_export(cmd, metadata)

data/lib/exporter/sql_commands.rb

@@ -112,16 +112,64 @@ module Myreplicator
       puts cmd
       return cmd
     end
+    
+    ##
+    # exp: 
+    # SELECT 
+    # customer_id,firstname,REPLACE(UPPER(`lastname`), 'NULL', 'ABC'),email,..,REPLACE(`modified_date`, '0000-00-00','1900-01-01'),..
+    # FROM king.customer WHERE customer_id in ( 261085,348081,477336 );
+    ##
+    
+    def self.get_columns * args
+      options = args.extract_options!
+      #Kernel.p "===== GET COLUMNS OPTIONS ====="
+      #Kernel.p options
+      #
+      exp = Myreplicator::Export.find(options[:export_id])
+      #
+      mysql_schema = Myreplicator::Loader.mysql_table_definition(options)
+      mysql_schema_simple_form = Myreplicator::MysqlExporter.get_mysql_schema_rows mysql_schema
+      columns = Myreplicator::VerticaLoader.get_mysql_inserted_columns mysql_schema_simple_form
+      #Kernel.p "===== table's columns====="
+      #Kernel.p columns
+      
+      json = JSON.parse(exp.removing_special_chars)
+      #Kernel.p exp.removing_special_chars
+      #Kernel.p json
+      result = []
+      columns.each do |column|
+        if !json[column].blank?
+          puts json[column]
+          replaces = json[column]
+          sql = ""
+          replaces.each do |k,v|
+            if sql.blank?
+              sql = "REPLACE(#{column}, '#{k}', '#{v}')"
+            else
+              sql = "REPLACE(#{sql}, '#{k}', '#{v}')"
+            end
+            #puts sql
+          end
+          result << sql
+        else
+          result << column
+        end
+      end
+      return result
+    end
 
     ##
     # Mysql export data into outfile option
     # Provided for tables that need special delimiters
     ##
     
-    def self.get_outfile_sql options 
-      Kernel.p "===== SELECT * INTO OUTFILE OPTIONS====="
-      Kernel.p options
-      sql = "SELECT * INTO OUTFILE '#{options[:filepath]}' " 
+    def self.get_outfile_sql *args 
+      options = args.extract_options!
+      #Kernel.p "===== SELECT * INTO OUTFILE OPTIONS====="
+      #Kernel.p options
+      columns = get_columns options
+      sql = "SELECT #{columns.join(',')} INTO OUTFILE '#{options[:filepath]}' "
+      #sql = "SELECT * INTO OUTFILE '#{options[:filepath]}' " 
       
       if options[:enclosed_by].blank?
         sql += " FIELDS TERMINATED BY '\\0' ESCAPED BY '' LINES TERMINATED BY ';~~;\n'"
@@ -155,17 +203,17 @@ module Myreplicator
     # Location of the output file needs to have 777 perms
     ##
     def self.mysql_export_outfile *args
-      #Kernel.p "===== mysql_export_outfile OPTIONS ====="
-       
+      Kernel.p "===== mysql_export_outfile OPTIONS ====="
+      
       options = args.extract_options!
-      #Kernel.p options
+      Kernel.p options
       options.reverse_merge! :flags => []
       db = options[:source_schema]
 
       # Database host when ssh'ed into the db server
       db_host = "127.0.0.1"
-      #Kernel.p "===== mysql_export_outfile ssh_configs ====="
-      #Kernel.p ssh_configs(db)
+      Kernel.p "===== mysql_export_outfile ssh_configs ====="
+      Kernel.p ssh_configs(db)
       if !ssh_configs(db)["ssh_db_host"].blank?
         db_host =  ssh_configs(db)["ssh_db_host"]
       elsif !db_configs(db)["host"].blank?

data/lib/loader/loader.rb

@@ -382,7 +382,7 @@ module Myreplicator
       
       puts sql
       
-      desc = DB.exec_sql(options[:source_schema], sql)
+      desc = Myreplicator::DB.exec_sql(options[:source_schema], sql)
       puts desc
       return desc
     end

data/lib/myreplicator/version.rb

@@ -1,3 +1,3 @@
 module Myreplicator
-  VERSION = "1.1.52"
+  VERSION = "1.1.53"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: myreplicator
 version: !ruby/object:Gem::Version
-  version: 1.1.52
+  version: 1.1.53
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-15 00:00:00.000000000 Z
+date: 2013-07-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -354,7 +354,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -3879134053226116075
+      hash: 2486983726368324823
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -363,7 +363,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -3879134053226116075
+      hash: 2486983726368324823
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.24