myreplicator 1.1.38 → 1.1.39

data/db/migrate/20121025191622_create_myreplicator_exports.rb

@@ -25,6 +25,7 @@ class CreateMyreplicatorExports < ActiveRecord::Migration
       t.datetime :transfer_finished_at, :default => nil
       t.timestamps
       t.boolean :analyze_constraints, :default => false
+      t.boolean :night_refresh, :default => false
     end  
     add_index :myreplicator_exports, [:source_schema, :destination_schema, :table_name], :unique => true, :name => "unique_index"
   end

data/lib/exporter/mysql_exporter.rb

@@ -133,6 +133,7 @@ module Myreplicator
           options[:incremental_col] = @export_obj.incremental_column
           options[:incremental_col_type] = @export_obj.incremental_column_type
           #options[:incremental_val] = @export_obj.max_incremental_value
+          options[:export_type] = @export_obj.export_type
           options[:incremental_val] = [@export_obj.destination_max_incremental_value, @export_obj.max_incremental_value].min
         end
 

data/lib/exporter/sql_commands.rb

@@ -131,11 +131,12 @@ module Myreplicator
       
       sql += "FROM #{options[:db]}.#{options[:table]} "
 
-      if !options[:incremental_col].blank? && !options[:incremental_val].blank?
+      if options[:export_type]=="incremental" && !options[:incremental_col].blank? && !options[:incremental_val].blank?
         if options[:incremental_col_type] == "datetime"
           sql += "WHERE #{options[:incremental_col]} >= '#{options[:incremental_val]}'"
-        else
-          sql += "WHERE #{options[:incremental_col]} >= #{options[:incremental_val]}"
+          sql += "WHERE #{options[:incremental_col]} >= '#{(DateTime.parse(options[:incremental_val]) -1.day).to_s(:db)}'" #buffer 1 day
+        elsif options[:incremental_col_type] == "int"
+          sql += "WHERE #{options[:incremental_col]} >= #{options[:incremental_val].to_i - 10000}" #buffer 10000 
         end
       end
 

data/lib/myreplicator/version.rb

@@ -1,3 +1,3 @@
 module Myreplicator
-  VERSION = "1.1.38"
+  VERSION = "1.1.39"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: myreplicator
 version: !ruby/object:Gem::Version
-  version: 1.1.38
+  version: 1.1.39
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-04-30 00:00:00.000000000 Z
+date: 2013-05-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -247,7 +247,6 @@ files:
 - test/dummy/app/views/layouts/application.html.erb
 - test/dummy/config/application.rb
 - test/dummy/config/boot.rb
-- test/dummy/config/database.yml
 - test/dummy/config/database.yml.sample
 - test/dummy/config/environment.rb
 - test/dummy/config/environments/development.rb
@@ -260,18 +259,14 @@ files:
 - test/dummy/config/initializers/session_store.rb
 - test/dummy/config/initializers/wrap_parameters.rb
 - test/dummy/config/locales/en.yml
-- test/dummy/config/myreplicator.yml
 - test/dummy/config/myreplicator.yml.sample
 - test/dummy/config/routes.rb
 - test/dummy/config.ru
-- test/dummy/console.out
 - test/dummy/db/migrate/20121101005152_sample_data.rb
 - test/dummy/db/migrate/20121213003552_create_myreplicator_exports.myreplicator.rb
 - test/dummy/db/migrate/20121213003553_create_myreplicator_logs.myreplicator.rb
 - test/dummy/db/schema.rb
 - test/dummy/db/seeds.rb
-- test/dummy/load_exceptions.log
-- test/dummy/log/development.log
 - test/dummy/public/404.html
 - test/dummy/public/422.html
 - test/dummy/public/500.html
@@ -279,62 +274,6 @@ files:
 - test/dummy/Rakefile
 - test/dummy/README.rdoc
 - test/dummy/script/rails
-- test/dummy/tmp/cache/assets/BE9/F00/sprockets%2F71b85f682226652265224563a92d012c
-- test/dummy/tmp/cache/assets/C36/4A0/sprockets%2F545908d60919384cf74dd2658832a349
-- test/dummy/tmp/cache/assets/C53/E40/sprockets%2Ff3eadad8548570531548a50069659241
-- test/dummy/tmp/cache/assets/C55/470/sprockets%2F7493d2001e124f4fa090fb8664898327
-- test/dummy/tmp/cache/assets/C6A/110/sprockets%2F8578e16b59362054b8e3f580e45b7589
-- test/dummy/tmp/cache/assets/C92/350/sprockets%2F147976739b994ea0e5833048aebc5447
-- test/dummy/tmp/cache/assets/CA5/3A0/sprockets%2F24338fe3c579f79b67d198549674d48a
-- test/dummy/tmp/cache/assets/CB0/AD0/sprockets%2F836537535ea3b4aa2d1b6789d11d4926
-- test/dummy/tmp/cache/assets/CBA/4C0/sprockets%2F54386f4be21f77c788524fa5b11d6850
-- test/dummy/tmp/cache/assets/CC3/5C0/sprockets%2Fe1d5f04ad1787592629a99b22f8c5567
-- test/dummy/tmp/cache/assets/CC5/C90/sprockets%2F7a318379ad738c7f47aa44862e58e339
-- test/dummy/tmp/cache/assets/CCF/EA0/sprockets%2F5058706a1b7e72b34903fb00a7a0fc39
-- test/dummy/tmp/cache/assets/CE1/370/sprockets%2Ff1a3b204bb618eba1846687099f640f7
-- test/dummy/tmp/cache/assets/CE2/AD0/sprockets%2F51321b84e79ca92b09e4e6d0680b4f56
-- test/dummy/tmp/cache/assets/CE8/5A0/sprockets%2F7367c62ac3a27578b50b924e2fe8b746
-- test/dummy/tmp/cache/assets/CE8/8A0/sprockets%2F2ed5b94e22ac7a692e562c767944093a
-- test/dummy/tmp/cache/assets/CFB/530/sprockets%2F14190013244760ce4b30b2dbff73a8ef
-- test/dummy/tmp/cache/assets/D06/850/sprockets%2Ff836842d203808ac78fc0cf30b4b0c72
-- test/dummy/tmp/cache/assets/D13/830/sprockets%2Fe39b0c5cb9a9084e314de7ae97026562
-- test/dummy/tmp/cache/assets/D1B/360/sprockets%2Fe0e9b41868bf8a806f190df71512f83e
-- test/dummy/tmp/cache/assets/D1B/970/sprockets%2F0e1455d479dbf72d92cd23f28ed75842
-- test/dummy/tmp/cache/assets/D36/320/sprockets%2Fc662bfc4a04da6af6804481495bfa108
-- test/dummy/tmp/cache/assets/D3B/060/sprockets%2F049a04139e96acd00a20e6f88b538fbf
-- test/dummy/tmp/cache/assets/D3C/EF0/sprockets%2F3b257fcef04542cf19da19f2f1c62761
-- test/dummy/tmp/cache/assets/D42/4D0/sprockets%2F11ab8d065b2f678ae997dac015972d7a
-- test/dummy/tmp/cache/assets/D43/100/sprockets%2Fe10493f07854d6da3a883ddd4e911c9a
-- test/dummy/tmp/cache/assets/D44/470/sprockets%2F9538d7d811d21efe47400772be4d4efb
-- test/dummy/tmp/cache/assets/D45/7C0/sprockets%2F7935d1666c0f916efdb4e44d10ce087c
-- test/dummy/tmp/cache/assets/D4B/090/sprockets%2F3cfd81b97448f6103d74d0a7b197c7ff
-- test/dummy/tmp/cache/assets/D4F/E30/sprockets%2F7d4c622d36585e70d9f4ce6d83ae4a58
-- test/dummy/tmp/cache/assets/D51/2D0/sprockets%2F7457c2dac213b0415022ac55fab5cb9a
-- test/dummy/tmp/cache/assets/D5B/5C0/sprockets%2F4e0d53616225ee8dbd80d06d3fa20ca2
-- test/dummy/tmp/cache/assets/D6B/F60/sprockets%2Ff897ac3f53a8b248abb51abb812875c1
-- test/dummy/tmp/cache/assets/D6D/7A0/sprockets%2Fece60a47c5639c873cfe144140cd72eb
-- test/dummy/tmp/cache/assets/D74/F80/sprockets%2F9409bb9efe926f0130490fdca7c5ea73
-- test/dummy/tmp/cache/assets/D7F/D00/sprockets%2F10b0bae19e1ece503f23252ea80b5cf1
-- test/dummy/tmp/cache/assets/D82/050/sprockets%2F3dfff61e335fbf562b9a98f8742d4b90
-- test/dummy/tmp/cache/assets/D82/D30/sprockets%2Fcdd32b3338793e35a78f58efad64be96
-- test/dummy/tmp/cache/assets/D91/D90/sprockets%2F60b95ba2a84d6c720cd412c9e0e44afd
-- test/dummy/tmp/cache/assets/D95/F60/sprockets%2F83fff218aa39ccc49352ff3f2a1a06b1
-- test/dummy/tmp/cache/assets/D98/360/sprockets%2Fc9bf8e838b5afed8e8479876a9419a5e
-- test/dummy/tmp/cache/assets/D9B/790/sprockets%2F8182e1ebcce8ca3f3d30e26bd931654f
-- test/dummy/tmp/cache/assets/D9C/E60/sprockets%2F788bb2bebc8ed41035ca7cc50c68e553
-- test/dummy/tmp/cache/assets/DA2/580/sprockets%2Fc8fe3cbc8b57ba600fe4fc3317e70875
-- test/dummy/tmp/cache/assets/DBF/E30/sprockets%2Fd5e3199429abe1e1ce22c233ddbaec25
-- test/dummy/tmp/cache/assets/DC5/EA0/sprockets%2Fc3821d00ce6bea8ebf265d439d14b6be
-- test/dummy/tmp/cache/assets/DCA/5F0/sprockets%2F15be5a98423136a3c8dcf7dff1ad45ad
-- test/dummy/tmp/cache/assets/DCB/970/sprockets%2Fffc91d7a12aab685d3484b0bfd5c824e
-- test/dummy/tmp/cache/assets/DDC/CD0/sprockets%2Fb4b0d7dc6d4a0bcc2e5600bf5b15d2a1
-- test/dummy/tmp/cache/assets/DEC/900/sprockets%2Fe8ff7b68993fbee4dc864f1d5c373fe1
-- test/dummy/tmp/cache/assets/DF1/DA0/sprockets%2Fa761efb1e3e1c1cadd288b51b0ad68c8
-- test/dummy/tmp/cache/assets/E2D/2C0/sprockets%2Ff0c2e561abf62fabc69462c2cfeef3d8
-- test/dummy/tmp/cache/assets/E76/790/sprockets%2Fdaf734b1fcabd6ca66b333ad0f0fdbf0
-- test/dummy/tmp/cache/assets/F08/560/sprockets%2F5ab2cf5fb087fdef95cfe9fe6fabf9df
-- test/dummy/tmp/myreplicator/load_logs/public_.log
-- test/dummy/tmp/myreplicator/load_logs/public_app_csvs.log
 - test/fixtures/myreplicator/exports.yml
 - test/functional/myreplicator/exports_controller_test.rb
 - test/integration/navigation_test.rb
@@ -359,7 +298,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 2481048643632585697
+      hash: 336617863757311280
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -368,7 +307,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 2481048643632585697
+      hash: 336617863757311280
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.24
@@ -384,7 +323,6 @@ test_files:
 - test/dummy/app/views/layouts/application.html.erb
 - test/dummy/config/application.rb
 - test/dummy/config/boot.rb
-- test/dummy/config/database.yml
 - test/dummy/config/database.yml.sample
 - test/dummy/config/environment.rb
 - test/dummy/config/environments/development.rb
@@ -397,18 +335,14 @@ test_files:
 - test/dummy/config/initializers/session_store.rb
 - test/dummy/config/initializers/wrap_parameters.rb
 - test/dummy/config/locales/en.yml
-- test/dummy/config/myreplicator.yml
 - test/dummy/config/myreplicator.yml.sample
 - test/dummy/config/routes.rb
 - test/dummy/config.ru
-- test/dummy/console.out
 - test/dummy/db/migrate/20121101005152_sample_data.rb
 - test/dummy/db/migrate/20121213003552_create_myreplicator_exports.myreplicator.rb
 - test/dummy/db/migrate/20121213003553_create_myreplicator_logs.myreplicator.rb
 - test/dummy/db/schema.rb
 - test/dummy/db/seeds.rb
-- test/dummy/load_exceptions.log
-- test/dummy/log/development.log
 - test/dummy/public/404.html
 - test/dummy/public/422.html
 - test/dummy/public/500.html
@@ -416,62 +350,6 @@ test_files:
 - test/dummy/Rakefile
 - test/dummy/README.rdoc
 - test/dummy/script/rails
-- test/dummy/tmp/cache/assets/BE9/F00/sprockets%2F71b85f682226652265224563a92d012c
-- test/dummy/tmp/cache/assets/C36/4A0/sprockets%2F545908d60919384cf74dd2658832a349
-- test/dummy/tmp/cache/assets/C53/E40/sprockets%2Ff3eadad8548570531548a50069659241
-- test/dummy/tmp/cache/assets/C55/470/sprockets%2F7493d2001e124f4fa090fb8664898327
-- test/dummy/tmp/cache/assets/C6A/110/sprockets%2F8578e16b59362054b8e3f580e45b7589
-- test/dummy/tmp/cache/assets/C92/350/sprockets%2F147976739b994ea0e5833048aebc5447
-- test/dummy/tmp/cache/assets/CA5/3A0/sprockets%2F24338fe3c579f79b67d198549674d48a
-- test/dummy/tmp/cache/assets/CB0/AD0/sprockets%2F836537535ea3b4aa2d1b6789d11d4926
-- test/dummy/tmp/cache/assets/CBA/4C0/sprockets%2F54386f4be21f77c788524fa5b11d6850
-- test/dummy/tmp/cache/assets/CC3/5C0/sprockets%2Fe1d5f04ad1787592629a99b22f8c5567
-- test/dummy/tmp/cache/assets/CC5/C90/sprockets%2F7a318379ad738c7f47aa44862e58e339
-- test/dummy/tmp/cache/assets/CCF/EA0/sprockets%2F5058706a1b7e72b34903fb00a7a0fc39
-- test/dummy/tmp/cache/assets/CE1/370/sprockets%2Ff1a3b204bb618eba1846687099f640f7
-- test/dummy/tmp/cache/assets/CE2/AD0/sprockets%2F51321b84e79ca92b09e4e6d0680b4f56
-- test/dummy/tmp/cache/assets/CE8/5A0/sprockets%2F7367c62ac3a27578b50b924e2fe8b746
-- test/dummy/tmp/cache/assets/CE8/8A0/sprockets%2F2ed5b94e22ac7a692e562c767944093a
-- test/dummy/tmp/cache/assets/CFB/530/sprockets%2F14190013244760ce4b30b2dbff73a8ef
-- test/dummy/tmp/cache/assets/D06/850/sprockets%2Ff836842d203808ac78fc0cf30b4b0c72
-- test/dummy/tmp/cache/assets/D13/830/sprockets%2Fe39b0c5cb9a9084e314de7ae97026562
-- test/dummy/tmp/cache/assets/D1B/360/sprockets%2Fe0e9b41868bf8a806f190df71512f83e
-- test/dummy/tmp/cache/assets/D1B/970/sprockets%2F0e1455d479dbf72d92cd23f28ed75842
-- test/dummy/tmp/cache/assets/D36/320/sprockets%2Fc662bfc4a04da6af6804481495bfa108
-- test/dummy/tmp/cache/assets/D3B/060/sprockets%2F049a04139e96acd00a20e6f88b538fbf
-- test/dummy/tmp/cache/assets/D3C/EF0/sprockets%2F3b257fcef04542cf19da19f2f1c62761
-- test/dummy/tmp/cache/assets/D42/4D0/sprockets%2F11ab8d065b2f678ae997dac015972d7a
-- test/dummy/tmp/cache/assets/D43/100/sprockets%2Fe10493f07854d6da3a883ddd4e911c9a
-- test/dummy/tmp/cache/assets/D44/470/sprockets%2F9538d7d811d21efe47400772be4d4efb
-- test/dummy/tmp/cache/assets/D45/7C0/sprockets%2F7935d1666c0f916efdb4e44d10ce087c
-- test/dummy/tmp/cache/assets/D4B/090/sprockets%2F3cfd81b97448f6103d74d0a7b197c7ff
-- test/dummy/tmp/cache/assets/D4F/E30/sprockets%2F7d4c622d36585e70d9f4ce6d83ae4a58
-- test/dummy/tmp/cache/assets/D51/2D0/sprockets%2F7457c2dac213b0415022ac55fab5cb9a
-- test/dummy/tmp/cache/assets/D5B/5C0/sprockets%2F4e0d53616225ee8dbd80d06d3fa20ca2
-- test/dummy/tmp/cache/assets/D6B/F60/sprockets%2Ff897ac3f53a8b248abb51abb812875c1
-- test/dummy/tmp/cache/assets/D6D/7A0/sprockets%2Fece60a47c5639c873cfe144140cd72eb
-- test/dummy/tmp/cache/assets/D74/F80/sprockets%2F9409bb9efe926f0130490fdca7c5ea73
-- test/dummy/tmp/cache/assets/D7F/D00/sprockets%2F10b0bae19e1ece503f23252ea80b5cf1
-- test/dummy/tmp/cache/assets/D82/050/sprockets%2F3dfff61e335fbf562b9a98f8742d4b90
-- test/dummy/tmp/cache/assets/D82/D30/sprockets%2Fcdd32b3338793e35a78f58efad64be96
-- test/dummy/tmp/cache/assets/D91/D90/sprockets%2F60b95ba2a84d6c720cd412c9e0e44afd
-- test/dummy/tmp/cache/assets/D95/F60/sprockets%2F83fff218aa39ccc49352ff3f2a1a06b1
-- test/dummy/tmp/cache/assets/D98/360/sprockets%2Fc9bf8e838b5afed8e8479876a9419a5e
-- test/dummy/tmp/cache/assets/D9B/790/sprockets%2F8182e1ebcce8ca3f3d30e26bd931654f
-- test/dummy/tmp/cache/assets/D9C/E60/sprockets%2F788bb2bebc8ed41035ca7cc50c68e553
-- test/dummy/tmp/cache/assets/DA2/580/sprockets%2Fc8fe3cbc8b57ba600fe4fc3317e70875
-- test/dummy/tmp/cache/assets/DBF/E30/sprockets%2Fd5e3199429abe1e1ce22c233ddbaec25
-- test/dummy/tmp/cache/assets/DC5/EA0/sprockets%2Fc3821d00ce6bea8ebf265d439d14b6be
-- test/dummy/tmp/cache/assets/DCA/5F0/sprockets%2F15be5a98423136a3c8dcf7dff1ad45ad
-- test/dummy/tmp/cache/assets/DCB/970/sprockets%2Fffc91d7a12aab685d3484b0bfd5c824e
-- test/dummy/tmp/cache/assets/DDC/CD0/sprockets%2Fb4b0d7dc6d4a0bcc2e5600bf5b15d2a1
-- test/dummy/tmp/cache/assets/DEC/900/sprockets%2Fe8ff7b68993fbee4dc864f1d5c373fe1
-- test/dummy/tmp/cache/assets/DF1/DA0/sprockets%2Fa761efb1e3e1c1cadd288b51b0ad68c8
-- test/dummy/tmp/cache/assets/E2D/2C0/sprockets%2Ff0c2e561abf62fabc69462c2cfeef3d8
-- test/dummy/tmp/cache/assets/E76/790/sprockets%2Fdaf734b1fcabd6ca66b333ad0f0fdbf0
-- test/dummy/tmp/cache/assets/F08/560/sprockets%2F5ab2cf5fb087fdef95cfe9fe6fabf9df
-- test/dummy/tmp/myreplicator/load_logs/public_.log
-- test/dummy/tmp/myreplicator/load_logs/public_app_csvs.log
 - test/fixtures/myreplicator/exports.yml
 - test/functional/myreplicator/exports_controller_test.rb
 - test/integration/navigation_test.rb

data/test/dummy/config/database.yml

@@ -1,56 +0,0 @@
-# SQLite version 3.x
-# gem install sqlite3
-#
-# Ensure the SQLite 3 gem is defined in your Gemfile
-# gem 'sqlite3'
-vertica:
-  adapter: vertica
-  database: test
-  username: jferris
-  password: okl
-  host: ec2-23-22-175-247.compute-1.amazonaws.com
-  vsql: /Users/lnguyen/opt/vertica/bin/vsql
-development:
-  adapter: mysql2
-  database: myreplicator
-  username:
-  password:
-  host: 127.0.0.1
-
-okl_dev:
-  adapter: mysql2
-  database: okl_dev
-  username: sas
-  password: sasan
-  host: 127.0.0.1
-  myreplicator: true
-
-okl_test:
-  adapter: mysql2
-  database: okl_test
-  username: xbox
-  password: okl
-  host: 54.243.176.8
-  myreplicator: true
-
-myreplicator:
-  adapter: mysql2
-  database: myreplicator
-  username: sas
-  password: sasan
-  host: 127.0.0.1
-
-# Warning: The database defined as "test" will be erased and
-# re-generated from your development database when you run "rake".
-# Do not set this db to the same as development or production.
-test:
-  adapter: sqlite3
-  database: db/test.sqlite3
-  pool: 5
-  timeout: 5000
-
-production:
-  adapter: sqlite3
-  database: db/production.sqlite3
-  pool: 5
-  timeout: 5000

data/test/dummy/config/myreplicator.yml

@@ -1,25 +0,0 @@
-myreplicator:
-  tmp_path: 
-  mysqldump: /usr/local/mysql/bin/mysqldump
-  mysqlimport: /usr/local/mysql/bin/mysqlimport
-  mysql: /usr/local/mysql/bin/mysql
-  outfile_location: /tmp/myreplicator
-  escape_by: '"'
-  terminate_by: '\t'
-  enclosed_by: '"'
-  lines_terminate_by: '\n'
-  login_redirect: /
-
-okl_dev:
-  ssh_host: localhost
-  ssh_user: lnguyen
-  ssh_password: 'H!13lPa:'
-  ssh_tmp_dir: /Users/lnguyen/tmp
-  enclosed_by: '\"'
-
-okl_test:
-  ssh_host: 54.243.176.8
-  ssh_user: ubuntu
-  ssh_db_host: 127.0.0.1
-  ssh_private_key: ~/oklbi-team.pem
-  ssh_tmp_dir: /tmp

data/test/dummy/console.out

@@ -1,3 +0,0 @@
- => #<File:console.out> 
- => true 
- => false