myreplicator 1.1.9 → 1.1.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. data/lib/exporter/sql_commands.rb +1 -1
  2. data/lib/loader/vertica/vertica_loader.rb +7 -4
  3. data/lib/myreplicator/version.rb +1 -1
  4. data/test/dummy/config/database.yml +13 -14
  5. data/test/dummy/config/myreplicator.yml +10 -14
  6. data/test/dummy/console.out +3 -0
  7. data/test/dummy/{db/production.sqlite3 → load_exceptions.log} +0 -0
  8. data/test/dummy/log/development.log +6545 -2368
  9. data/test/dummy/tmp/cache/assets/BE9/F00/sprockets%2F71b85f682226652265224563a92d012c +0 -0
  10. data/test/dummy/tmp/cache/assets/{DF8/5D0/sprockets%2Fb815ed34d61cfed96222daa3bfd1d84d → C36/4A0/sprockets%2F545908d60919384cf74dd2658832a349} +0 -0
  11. data/test/dummy/tmp/cache/assets/{D69/6F0/sprockets%2F94fff7f55bc4c300b25f3f9361ac1a52 → C53/E40/sprockets%2Ff3eadad8548570531548a50069659241} +0 -0
  12. data/test/dummy/tmp/cache/assets/C55/470/sprockets%2F7493d2001e124f4fa090fb8664898327 +0 -0
  13. data/test/dummy/tmp/cache/assets/{D46/AA0/sprockets%2Ffcd7c5d9d04071ee45fe6a4865d53621 → C6A/110/sprockets%2F8578e16b59362054b8e3f580e45b7589} +0 -0
  14. data/test/dummy/tmp/cache/assets/C92/350/sprockets%2F147976739b994ea0e5833048aebc5447 +0 -0
  15. data/test/dummy/tmp/cache/assets/{D74/DF0/sprockets%2F2db9c6478b8a29583ad20780ebeb4e4d → CA5/3A0/sprockets%2F24338fe3c579f79b67d198549674d48a} +0 -0
  16. data/test/dummy/tmp/cache/assets/CB0/AD0/sprockets%2F836537535ea3b4aa2d1b6789d11d4926 +0 -0
  17. data/test/dummy/tmp/cache/assets/{D06/5D0/sprockets%2F91850a20c0ddfa3d8814ca91870fb715 → CBA/4C0/sprockets%2F54386f4be21f77c788524fa5b11d6850} +0 -0
  18. data/test/dummy/tmp/cache/assets/CC3/5C0/sprockets%2Fe1d5f04ad1787592629a99b22f8c5567 +0 -0
  19. data/test/dummy/tmp/cache/assets/{DAA/060/sprockets%2Facc0d22b9d28123cc1c84d0db630d0ba → CC5/C90/sprockets%2F7a318379ad738c7f47aa44862e58e339} +0 -0
  20. data/test/dummy/tmp/cache/assets/CCF/EA0/sprockets%2F5058706a1b7e72b34903fb00a7a0fc39 +0 -0
  21. data/test/dummy/tmp/cache/assets/CE1/370/sprockets%2Ff1a3b204bb618eba1846687099f640f7 +0 -0
  22. data/test/dummy/tmp/cache/assets/CE2/AD0/sprockets%2F51321b84e79ca92b09e4e6d0680b4f56 +0 -0
  23. data/test/dummy/tmp/cache/assets/CE8/5A0/sprockets%2F7367c62ac3a27578b50b924e2fe8b746 +0 -0
  24. data/test/dummy/tmp/cache/assets/{D8B/B60/sprockets%2Faa32227c440a378ccd21218eefeb80bf → CE8/8A0/sprockets%2F2ed5b94e22ac7a692e562c767944093a} +0 -0
  25. data/test/dummy/tmp/cache/assets/CFB/530/sprockets%2F14190013244760ce4b30b2dbff73a8ef +0 -0
  26. data/test/dummy/tmp/cache/assets/{CD7/030/sprockets%2F9ba4859590582b8b72a650b2b00b6cd2 → D06/850/sprockets%2Ff836842d203808ac78fc0cf30b4b0c72} +0 -0
  27. data/test/dummy/tmp/cache/assets/D13/830/sprockets%2Fe39b0c5cb9a9084e314de7ae97026562 +0 -0
  28. data/test/dummy/tmp/cache/assets/D1B/360/sprockets%2Fe0e9b41868bf8a806f190df71512f83e +0 -0
  29. data/test/dummy/tmp/cache/assets/D1B/970/sprockets%2F0e1455d479dbf72d92cd23f28ed75842 +0 -0
  30. data/test/dummy/tmp/cache/assets/{C7F/970/sprockets%2F03f29761343991c6cd347bbd2184d560 → D36/320/sprockets%2Fc662bfc4a04da6af6804481495bfa108} +0 -0
  31. data/test/dummy/tmp/cache/assets/{D50/570/sprockets%2F6c1d20a178f66e798958d1e437fdb5da → D3B/060/sprockets%2F049a04139e96acd00a20e6f88b538fbf} +0 -0
  32. data/test/dummy/tmp/cache/assets/{C83/BA0/sprockets%2F701a6339a558e5af28f150c161f43878 → D3C/EF0/sprockets%2F3b257fcef04542cf19da19f2f1c62761} +0 -0
  33. data/test/dummy/tmp/cache/assets/{E3B/400/sprockets%2F5b0ce0efc07fdef9786e786cad5b84ba → D42/4D0/sprockets%2F11ab8d065b2f678ae997dac015972d7a} +0 -0
  34. data/test/dummy/tmp/cache/assets/D43/100/sprockets%2Fe10493f07854d6da3a883ddd4e911c9a +0 -0
  35. data/test/dummy/tmp/cache/assets/D44/470/sprockets%2F9538d7d811d21efe47400772be4d4efb +0 -0
  36. data/test/dummy/tmp/cache/assets/{DE1/320/sprockets%2F9f44ecdec8ceeef70871e15d88a448b1 → D45/7C0/sprockets%2F7935d1666c0f916efdb4e44d10ce087c} +0 -0
  37. data/test/dummy/tmp/cache/assets/{CE5/670/sprockets%2Fe9e4122f1706626a21da6f8457f088ce → D4B/090/sprockets%2F3cfd81b97448f6103d74d0a7b197c7ff} +0 -0
  38. data/test/dummy/tmp/cache/assets/D4F/E30/sprockets%2F7d4c622d36585e70d9f4ce6d83ae4a58 +0 -0
  39. data/test/dummy/tmp/cache/assets/D51/2D0/sprockets%2F7457c2dac213b0415022ac55fab5cb9a +0 -0
  40. data/test/dummy/tmp/cache/assets/D5B/5C0/sprockets%2F4e0d53616225ee8dbd80d06d3fa20ca2 +0 -0
  41. data/test/dummy/tmp/cache/assets/D6B/F60/sprockets%2Ff897ac3f53a8b248abb51abb812875c1 +0 -0
  42. data/test/dummy/tmp/cache/assets/D6D/7A0/sprockets%2Fece60a47c5639c873cfe144140cd72eb +0 -0
  43. data/test/dummy/tmp/cache/assets/{E35/4F0/sprockets%2F96b1cdf8db6a1c8eb8abcce05958ae74 → D74/F80/sprockets%2F9409bb9efe926f0130490fdca7c5ea73} +0 -0
  44. data/test/dummy/tmp/cache/assets/{D36/4D0/sprockets%2Fc050a64b5a803a638e155d05dcfe577d → D7F/D00/sprockets%2F10b0bae19e1ece503f23252ea80b5cf1} +0 -0
  45. data/test/dummy/tmp/cache/assets/{CD5/B90/sprockets%2Fc999d13a6a21113981c0d820e8043bdf → D82/050/sprockets%2F3dfff61e335fbf562b9a98f8742d4b90} +0 -0
  46. data/test/dummy/tmp/cache/assets/D82/D30/sprockets%2Fcdd32b3338793e35a78f58efad64be96 +0 -0
  47. data/test/dummy/tmp/cache/assets/D91/D90/sprockets%2F60b95ba2a84d6c720cd412c9e0e44afd +0 -0
  48. data/test/dummy/tmp/cache/assets/{E1C/AC0/sprockets%2Faff544a3a34eb7dab7d46b0cb2cd7b70 → D95/F60/sprockets%2F83fff218aa39ccc49352ff3f2a1a06b1} +0 -0
  49. data/test/dummy/tmp/cache/assets/D98/360/sprockets%2Fc9bf8e838b5afed8e8479876a9419a5e +0 -0
  50. data/test/dummy/tmp/cache/assets/D9B/790/sprockets%2F8182e1ebcce8ca3f3d30e26bd931654f +0 -0
  51. data/test/dummy/tmp/cache/assets/D9C/E60/sprockets%2F788bb2bebc8ed41035ca7cc50c68e553 +0 -0
  52. data/test/dummy/tmp/cache/assets/{D99/6D0/sprockets%2Fa5e4558ff6808ad03b0f09e03fb4bfb3 → DA2/580/sprockets%2Fc8fe3cbc8b57ba600fe4fc3317e70875} +0 -0
  53. data/test/dummy/tmp/cache/assets/DBF/E30/sprockets%2Fd5e3199429abe1e1ce22c233ddbaec25 +0 -0
  54. data/test/dummy/tmp/cache/assets/DC5/EA0/sprockets%2Fc3821d00ce6bea8ebf265d439d14b6be +0 -0
  55. data/test/dummy/tmp/cache/assets/DCA/5F0/sprockets%2F15be5a98423136a3c8dcf7dff1ad45ad +0 -0
  56. data/test/dummy/tmp/cache/assets/{CBF/800/sprockets%2F00142a873933017aaa760316d0e2dcea → DCB/970/sprockets%2Fffc91d7a12aab685d3484b0bfd5c824e} +0 -0
  57. data/test/dummy/tmp/cache/assets/{D20/A20/sprockets%2Fb503e93ff1966dd94d03e79f291d75c1 → DDC/CD0/sprockets%2Fb4b0d7dc6d4a0bcc2e5600bf5b15d2a1} +0 -0
  58. data/test/dummy/tmp/cache/assets/{CC6/7C0/sprockets%2F881234d3e954859c46bf49bb21f72d79 → DEC/900/sprockets%2Fe8ff7b68993fbee4dc864f1d5c373fe1} +0 -0
  59. data/test/dummy/tmp/cache/assets/{E2E/1F0/sprockets%2Fa24e3d7bc5ae4d40adf6f1b8fe94e7c3 → DF1/DA0/sprockets%2Fa761efb1e3e1c1cadd288b51b0ad68c8} +0 -0
  60. data/test/dummy/tmp/cache/assets/E2D/2C0/sprockets%2Ff0c2e561abf62fabc69462c2cfeef3d8 +0 -0
  61. data/test/dummy/tmp/cache/assets/{C2E/D00/sprockets%2F667019818351638709494c01bddb5f68 → E76/790/sprockets%2Fdaf734b1fcabd6ca66b333ad0f0fdbf0} +0 -0
  62. data/test/dummy/tmp/cache/assets/{D86/D00/sprockets%2Fa4f32b4234d0d1bba272cd75e0d48e1d → F08/560/sprockets%2F5ab2cf5fb087fdef95cfe9fe6fabf9df} +0 -0
  63. data/test/dummy/tmp/pids/server.pid +1 -0
  64. metadata +235 -253
  65. data/db/migrate/20130213211927_create_myreplicator_vertica_exports.rb~ +0 -8
  66. data/lib/configuration.rb~ +0 -23
  67. data/lib/exporter/mysql_exporter.rb~ +0 -6
  68. data/lib/exporter.rb~ +0 -1
  69. data/lib/loader/vertica/source_db.rb~ +0 -30
  70. data/lib/loader/vertica/vertica_loader.rb~ +0 -175
  71. data/lib/loader/vertica/vertica_sql.rb~ +0 -60
  72. data/lib/transporter/parallelizer.rb~ +0 -5
  73. data/test/dummy/app/controllers/test_controller.rb~ +0 -8
  74. data/test/dummy/config/database.yml~ +0 -56
  75. data/test/dummy/config/myreplicator.yml~ +0 -23
  76. data/test/dummy/db/development.sqlite3 +0 -0
  77. data/test/dummy/tmp/cache/assets/C8B/150/sprockets%2F37163d05e55ad0b31b602ac5330412e3 +0 -0
  78. data/test/dummy/tmp/cache/assets/C98/250/sprockets%2F4af1200380a1a28632393d61a50f66cf +0 -0
  79. data/test/dummy/tmp/cache/assets/CC5/870/sprockets%2F4e91734f6f02a779d39f8272f627dd24 +0 -0
  80. data/test/dummy/tmp/cache/assets/CC9/1C0/sprockets%2Fa7a2b5a56180e1b21f783a9b30c03167 +0 -0
  81. data/test/dummy/tmp/cache/assets/CCC/A20/sprockets%2F6f3c2f4ae1f4d0219804a257410ce405 +0 -0
  82. data/test/dummy/tmp/cache/assets/CDE/780/sprockets%2F6982ce9303b4e69c26f2a1a246a180e7 +0 -0
  83. data/test/dummy/tmp/cache/assets/CE0/180/sprockets%2F8b9055a1b853d0a56ec2e94f79f37010 +0 -0
  84. data/test/dummy/tmp/cache/assets/D00/9B0/sprockets%2F2bc203eb4802b393a589093debb65c04 +0 -0
  85. data/test/dummy/tmp/cache/assets/D00/A90/sprockets%2F3fa6fcf2205c530208681446cbc36bd3 +0 -0
  86. data/test/dummy/tmp/cache/assets/D0B/B30/sprockets%2F55059589d999952597c5c86e5becaf4e +0 -0
  87. data/test/dummy/tmp/cache/assets/D0D/DA0/sprockets%2F34d6b075a16a5a58ff4050988d8bd4b0 +0 -0
  88. data/test/dummy/tmp/cache/assets/D14/3A0/sprockets%2Fe59a60053fada52e8185281b4ee887a5 +0 -0
  89. data/test/dummy/tmp/cache/assets/D1B/D40/sprockets%2F7cc2142509e95f7168a82a652d8d9dea +0 -0
  90. data/test/dummy/tmp/cache/assets/D1D/700/sprockets%2Ffe9cb975216709e2881c74b3d1d3e35f +0 -0
  91. data/test/dummy/tmp/cache/assets/D21/D40/sprockets%2Fe5a6e691816fa904f414ea89a6f0586f +0 -0
  92. data/test/dummy/tmp/cache/assets/D26/A70/sprockets%2F63d95ae156df465783cd78e95069b2cc +0 -0
  93. data/test/dummy/tmp/cache/assets/D2B/E60/sprockets%2F8615ecf645b553c959544af9ff8438da +0 -0
  94. data/test/dummy/tmp/cache/assets/D34/F70/sprockets%2Fb93de9992473bee94e369fe3198c529c +0 -0
  95. data/test/dummy/tmp/cache/assets/D3E/310/sprockets%2F333a2a7535eac766267ebb7d5c2ab489 +0 -0
  96. data/test/dummy/tmp/cache/assets/D3F/A00/sprockets%2F7a803404e1f60b8d672d763cb9ba8af5 +0 -0
  97. data/test/dummy/tmp/cache/assets/D57/420/sprockets%2F937ea7429c536578ec7b688dee0cdf41 +0 -0
  98. data/test/dummy/tmp/cache/assets/D7C/E30/sprockets%2F0ba91e21bddfc7e1de102b22183e1e11 +0 -0
  99. data/test/dummy/tmp/cache/assets/D80/780/sprockets%2Fbe257c7a5788c2dfd272922fa399d7db +0 -0
  100. data/test/dummy/tmp/cache/assets/D85/9C0/sprockets%2Ffd0ec212bac1538379d0cc03b1e3bb84 +0 -0
  101. data/test/dummy/tmp/cache/assets/D9F/0B0/sprockets%2Faf0d2e69be3a6b56a76c20bf14d9e468 +0 -0
  102. data/test/dummy/tmp/cache/assets/DA7/E50/sprockets%2F47bf4f2b4afeac775e6d572a83343fb8 +0 -0
  103. data/test/dummy/tmp/cache/assets/DA8/910/sprockets%2Fab5775c4a837bd4d97ac394d473cda9b +0 -0
  104. data/test/dummy/tmp/cache/assets/DB0/8E0/sprockets%2F299733fb380a50e6fccf9fb3cd666eb9 +0 -0
  105. data/test/dummy/tmp/cache/assets/DD2/490/sprockets%2Fa452ee92a092bc2feabc572cce49896d +0 -0
  106. data/test/dummy/tmp/cache/assets/E16/C70/sprockets%2F21ad93418ff75ceac86c7a85dfffe8f6 +0 -0
  107. data/test/dummy/tmp/cache/assets/E57/E40/sprockets%2Ff3c7dda392bb05e4ffac29c5da6ffc11 +0 -0
  108. data/test/fixtures/myreplicator/vertica_exports.yml +0 -11
@@ -127,7 +127,7 @@ module Myreplicator
127
127
 
128
128
  sql += "FROM #{options[:db]}.#{options[:table]} "
129
129
 
130
- if options[:incremental_col] && !options[:incremental_val].blank?
130
+ if !options[:incremental_col].blank? && !options[:incremental_val].blank?
131
131
  if options[:incremental_col_type] == "datetime"
132
132
  sql += "WHERE #{options[:incremental_col]} >= '#{options[:incremental_val]}'"
133
133
  else
@@ -41,7 +41,7 @@ module Myreplicator
41
41
  :vertica_schema => options[:vertica_schema],
42
42
  :table => temp_table,
43
43
  :mysql_table => options[:table]})
44
-
44
+ table = options[:table]
45
45
  export_id = options[:export_id]
46
46
  new_options = prepare_options options
47
47
  new_options[:file] = options[:filepath]
@@ -50,13 +50,15 @@ module Myreplicator
50
50
 
51
51
 
52
52
  vertica_copy new_options
53
+
53
54
  Kernel.p "+++++++++++++++++ new_options "
54
55
  puts new_options
56
+ options[:table] = table
55
57
  puts options
56
-
58
+ # drop the old table
57
59
  sql = "DROP TABLE IF EXISTS #{options[:vertica_db]}.#{options[:vertica_schema]}.#{options[:table]} CASCADE;"
58
60
  VerticaDb::Base.connection.execute sql
59
- #rename
61
+ # rename
60
62
  sql = "ALTER TABLE #{options[:vertica_db]}.#{options[:vertica_schema]}.#{temp_table} RENAME TO #{options[:table]};"
61
63
  VerticaDb::Base.connection.execute sql
62
64
 
@@ -75,7 +77,8 @@ module Myreplicator
75
77
  end
76
78
 
77
79
  def prepare_options *args
78
- options = args.extract_options!.clone
80
+ #options = args.extract_options!.clone
81
+ options = args.extract_options!
79
82
  Kernel.p "===== OPTION [options[:db]] ====="
80
83
  puts options
81
84
  # How not to hard code the vertica connection config ?
@@ -1,3 +1,3 @@
1
1
  module Myreplicator
2
- VERSION = "1.1.9"
2
+ VERSION = "1.1.10"
3
3
  end
@@ -1,13 +1,20 @@
1
1
  # SQLite version 3.x
2
- # gem install sqlite3
2
+ # gem install sqlite3
3
3
  #
4
- # Ensure the SQLite 3 gem is defined in your Gemfile
5
- # gem 'sqlite3'
4
+ # Ensure the SQLite 3 gem is defined in your Gemfile
5
+ # gem 'sqlite3'
6
+ vertica:
7
+ adapter: vertica
8
+ database: test
9
+ username: jferris
10
+ password: okl
11
+ host: ec2-23-22-175-247.compute-1.amazonaws.com
12
+ vsql: /Users/lnguyen/opt/vertica/bin/vsql
6
13
  development:
7
14
  adapter: mysql2
8
15
  database: myreplicator
9
- username: sas
10
- password: sasan
16
+ username:
17
+ password:
11
18
  host: 127.0.0.1
12
19
 
13
20
  okl_dev:
@@ -16,7 +23,6 @@ okl_dev:
16
23
  username: sas
17
24
  password: sasan
18
25
  host: 127.0.0.1
19
- socket: /home/sasan/mysql.sock
20
26
  myreplicator: true
21
27
 
22
28
  okl_test:
@@ -34,13 +40,6 @@ myreplicator:
34
40
  password: sasan
35
41
  host: 127.0.0.1
36
42
 
37
- vertica:
38
- adapter: vertica
39
- host: ec2-23-22-175-247.compute-1.amazonaws.com
40
- username: jferris
41
- password: okl
42
- database: test
43
-
44
43
  # Warning: The database defined as "test" will be erased and
45
44
  # re-generated from your development database when you run "rake".
46
45
  # Do not set this db to the same as development or production.
@@ -54,4 +53,4 @@ production:
54
53
  adapter: sqlite3
55
54
  database: db/production.sqlite3
56
55
  pool: 5
57
- timeout: 5000
56
+ timeout: 5000
@@ -1,28 +1,24 @@
1
1
  myreplicator:
2
2
  tmp_path:
3
- mysqldump: mysqldump
4
- mysqlimport: mysqlimport
5
- mysql: mysql
3
+ mysqldump: /usr/local/mysql/bin/mysqldump
4
+ mysqlimport: /usr/local/mysql/bin/mysqlimport
5
+ mysql: /usr/local/mysql/bin/mysql
6
6
  outfile_location: /tmp/myreplicator
7
7
  escape_by: '"'
8
8
  terminate_by: '\t'
9
9
  enclosed_by: '"'
10
10
  lines_terminate_by: '\n'
11
-
12
- ssh_host: localhost
13
- ssh_user: guest
14
- ssh_password: sasanguest
15
- ssh_tmp_dir: /home/guest/tmp
11
+ login_redirect: /
16
12
 
17
13
  okl_dev:
18
14
  ssh_host: localhost
19
- ssh_user: guest
20
- ssh_password: sasanguest
21
- ssh_tmp_dir: /home/guest/tmp
22
-
15
+ ssh_user: lnguyen
16
+ ssh_password: 'H!13lPa:'
17
+ ssh_tmp_dir: /Users/lnguyen/tmp
18
+
23
19
  okl_test:
24
20
  ssh_host: 54.243.176.8
25
21
  ssh_user: ubuntu
26
22
  ssh_db_host: 127.0.0.1
27
- ssh_private_key: ~/.ssh/oklbi-team.pem
28
- ssh_tmp_dir: /home/ubuntu/myreplicator_tmp
23
+ ssh_private_key: ~/oklbi-team.pem
24
+ ssh_tmp_dir: /tmp
@@ -0,0 +1,3 @@
1
+ => #<File:console.out>
2
+ => true
3
+ => false