myreplicator 0.0.17 → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (69) hide show
  1. data/app/models/myreplicator/export.rb +5 -2
  2. data/db/migrate/20121212003652_create_myreplicator_logs.rb~ +8 -0
  3. data/lib/exporter/export_metadata.rb +11 -1
  4. data/lib/loader/loader.rb +112 -36
  5. data/lib/myreplicator.rb +1 -1
  6. data/lib/myreplicator/version.rb +1 -1
  7. data/lib/transporter/parallelizer.rb +17 -4
  8. data/lib/transporter/transporter.rb +15 -14
  9. data/test/dummy/db/production.sqlite3 +0 -0
  10. data/test/dummy/log/development.log +2172 -6717
  11. data/test/dummy/tmp/cache/assets/C2E/D00/sprockets%2F667019818351638709494c01bddb5f68 +0 -0
  12. data/test/dummy/tmp/cache/assets/C83/BA0/sprockets%2F701a6339a558e5af28f150c161f43878 +0 -0
  13. data/test/dummy/tmp/cache/assets/C8B/150/sprockets%2F37163d05e55ad0b31b602ac5330412e3 +0 -0
  14. data/test/dummy/tmp/cache/assets/C98/250/sprockets%2F4af1200380a1a28632393d61a50f66cf +0 -0
  15. data/test/dummy/tmp/cache/assets/CBF/800/sprockets%2F00142a873933017aaa760316d0e2dcea +0 -0
  16. data/test/dummy/tmp/cache/assets/CC5/870/sprockets%2F4e91734f6f02a779d39f8272f627dd24 +0 -0
  17. data/test/dummy/tmp/cache/assets/CC9/1C0/sprockets%2Fa7a2b5a56180e1b21f783a9b30c03167 +0 -0
  18. data/test/dummy/tmp/cache/assets/{D99/6D0/sprockets%2Fa5e4558ff6808ad03b0f09e03fb4bfb3 → CD4/BE0/sprockets%2Fdabc715c63ee4946462d41d314c00790} +0 -0
  19. data/test/dummy/tmp/cache/assets/CD5/B90/sprockets%2Fc999d13a6a21113981c0d820e8043bdf +0 -0
  20. data/test/dummy/tmp/cache/assets/CD7/030/sprockets%2F9ba4859590582b8b72a650b2b00b6cd2 +0 -0
  21. data/test/dummy/tmp/cache/assets/CDE/780/sprockets%2F6982ce9303b4e69c26f2a1a246a180e7 +0 -0
  22. data/test/dummy/tmp/cache/assets/CE0/180/sprockets%2F8b9055a1b853d0a56ec2e94f79f37010 +0 -0
  23. data/test/dummy/tmp/cache/assets/CE5/670/sprockets%2Fe9e4122f1706626a21da6f8457f088ce +0 -0
  24. data/test/dummy/tmp/cache/assets/{D46/AA0/sprockets%2Ffcd7c5d9d04071ee45fe6a4865d53621 → CE7/A00/sprockets%2F2693dd199da66a4b9140bc03776d764e} +0 -0
  25. data/test/dummy/tmp/cache/assets/D00/9B0/sprockets%2F2bc203eb4802b393a589093debb65c04 +0 -0
  26. data/test/dummy/tmp/cache/assets/D00/A90/sprockets%2F3fa6fcf2205c530208681446cbc36bd3 +0 -0
  27. data/test/dummy/tmp/cache/assets/D0B/B30/sprockets%2F55059589d999952597c5c86e5becaf4e +0 -0
  28. data/test/dummy/tmp/cache/assets/D0D/DA0/sprockets%2F34d6b075a16a5a58ff4050988d8bd4b0 +0 -0
  29. data/test/dummy/tmp/cache/assets/D1B/D40/sprockets%2F7cc2142509e95f7168a82a652d8d9dea +0 -0
  30. data/test/dummy/tmp/cache/assets/D1D/700/sprockets%2Ffe9cb975216709e2881c74b3d1d3e35f +0 -0
  31. data/test/dummy/tmp/cache/assets/D20/A20/sprockets%2Fb503e93ff1966dd94d03e79f291d75c1 +0 -0
  32. data/test/dummy/tmp/cache/assets/D26/A70/sprockets%2F63d95ae156df465783cd78e95069b2cc +0 -0
  33. data/test/dummy/tmp/cache/assets/D2B/E60/sprockets%2F8615ecf645b553c959544af9ff8438da +0 -0
  34. data/test/dummy/tmp/cache/assets/D34/F70/sprockets%2Fb93de9992473bee94e369fe3198c529c +0 -0
  35. data/test/dummy/tmp/cache/assets/{D74/DF0/sprockets%2F2db9c6478b8a29583ad20780ebeb4e4d → D35/1A0/sprockets%2F68e3be24f449a8b44310fa041c7f1e3c} +0 -0
  36. data/test/dummy/tmp/cache/assets/D36/4D0/sprockets%2Fc050a64b5a803a638e155d05dcfe577d +0 -0
  37. data/test/dummy/tmp/cache/assets/D3E/310/sprockets%2F333a2a7535eac766267ebb7d5c2ab489 +0 -0
  38. data/test/dummy/tmp/cache/assets/D3F/A00/sprockets%2F7a803404e1f60b8d672d763cb9ba8af5 +0 -0
  39. data/test/dummy/tmp/cache/assets/D50/570/sprockets%2F6c1d20a178f66e798958d1e437fdb5da +0 -0
  40. data/test/dummy/tmp/cache/assets/D57/420/sprockets%2F937ea7429c536578ec7b688dee0cdf41 +0 -0
  41. data/test/dummy/tmp/cache/assets/D69/6F0/sprockets%2F94fff7f55bc4c300b25f3f9361ac1a52 +0 -0
  42. data/test/dummy/tmp/cache/assets/D80/780/sprockets%2Fbe257c7a5788c2dfd272922fa399d7db +0 -0
  43. data/test/dummy/tmp/cache/assets/D85/9C0/sprockets%2Ffd0ec212bac1538379d0cc03b1e3bb84 +0 -0
  44. data/test/dummy/tmp/cache/assets/D86/D00/sprockets%2Fa4f32b4234d0d1bba272cd75e0d48e1d +0 -0
  45. data/test/dummy/tmp/cache/assets/D8B/B60/sprockets%2Faa32227c440a378ccd21218eefeb80bf +0 -0
  46. data/test/dummy/tmp/cache/assets/D9F/0B0/sprockets%2Faf0d2e69be3a6b56a76c20bf14d9e468 +0 -0
  47. data/test/dummy/tmp/cache/assets/DA8/910/sprockets%2Fab5775c4a837bd4d97ac394d473cda9b +0 -0
  48. data/test/dummy/tmp/cache/assets/DB0/8E0/sprockets%2F299733fb380a50e6fccf9fb3cd666eb9 +0 -0
  49. data/test/dummy/tmp/cache/assets/{E3B/400/sprockets%2F5b0ce0efc07fdef9786e786cad5b84ba → DC9/F80/sprockets%2Fb476b9c08e0cfbd6e590ee0d17da2a54} +0 -0
  50. data/test/dummy/tmp/cache/assets/DD2/490/sprockets%2Fa452ee92a092bc2feabc572cce49896d +0 -0
  51. data/test/dummy/tmp/cache/assets/DE1/320/sprockets%2F9f44ecdec8ceeef70871e15d88a448b1 +0 -0
  52. data/test/dummy/tmp/cache/assets/DF8/5D0/sprockets%2Fb815ed34d61cfed96222daa3bfd1d84d +0 -0
  53. data/test/dummy/tmp/cache/assets/E16/C70/sprockets%2F21ad93418ff75ceac86c7a85dfffe8f6 +0 -0
  54. data/test/dummy/tmp/cache/assets/E35/4F0/sprockets%2F96b1cdf8db6a1c8eb8abcce05958ae74 +0 -0
  55. data/test/dummy/tmp/cache/assets/E57/E40/sprockets%2Ff3c7dda392bb05e4ffac29c5da6ffc11 +0 -0
  56. data/test/fixtures/myreplicator/imports.yml +11 -0
  57. data/test/fixtures/myreplicator/loads.yml +11 -0
  58. data/test/fixtures/myreplicator/logs.yml +11 -0
  59. data/test/fixtures/myreplicator/transfers.yml +11 -0
  60. metadata +204 -207
  61. data/lib/configuration.rb~ +0 -23
  62. data/lib/exporter.rb~ +0 -1
  63. data/lib/exporter/mysql_exporter.rb~ +0 -6
  64. data/lib/transporter/parallelizer.rb~ +0 -5
  65. data/test/dummy/app/controllers/test_controller.rb~ +0 -8
  66. data/test/dummy/config/database.yml~ +0 -47
  67. data/test/dummy/config/myreplicator.yml~ +0 -25
  68. data/test/dummy/db/development.sqlite3 +0 -0
  69. data/test/dummy/tmp/myreplicator/okl_test_batchy_batches_1355432256.tsv.gz +0 -0
@@ -1,23 +0,0 @@
1
- module Myreplicator
2
- ##
3
- # Configuration class for avoiding load the yml file everytime and cleaner config settings
4
- ##
5
- class Configuration
6
- class << self; attr_accessor :tmp_path, :mysqldump, :mysql end
7
-
8
- # yml = YAML.load(File.read("#{Myreplicator.app_root}/config/myreplicator.yml"))
9
- # Kernel.p yml["myreplicator"]
10
-
11
- # @@tmp_path = yml["myreplicator"]["tmp_path"]
12
- # @@mysql = yml["myreplicator"]["mysql"]
13
- # @@mysqldump = yml["myreplicator"]["mysqldump"]
14
- end
15
-
16
- def self.config(&block)
17
- @@config ||= Myreplicator::Configuration.new
18
-
19
- yield @@config if block
20
-
21
- return @@config
22
- end
23
- end
@@ -1 +0,0 @@
1
- require ""
@@ -1,6 +0,0 @@
1
- module Myreplicator
2
- class MysqlExporter
3
-
4
-
5
- end
6
- end
@@ -1,5 +0,0 @@
1
- module Myreplicator
2
- class Parallelizer
3
-
4
- end
5
- end
@@ -1,8 +0,0 @@
1
- class TestController < ActionController::Base
2
- protect_from_forgery
3
-
4
- def index
5
-
6
- end
7
-
8
- end
@@ -1,47 +0,0 @@
1
- # SQLite version 3.x
2
- # gem install sqlite3
3
- #
4
- # Ensure the SQLite 3 gem is defined in your Gemfile
5
- # gem 'sqlite3'
6
- development:
7
- adapter: mysql2
8
- database: myreplicator
9
- username: sas
10
- password: sasan
11
- host: 127.0.0.1
12
-
13
- okl_dev:
14
- adapter: mysql2
15
- database: okl_dev
16
- username: sas
17
- password: sasan
18
- host: 127.0.0.1
19
-
20
- okl_test:
21
- adapter: mysql2
22
- database: okl_test
23
- username: xbox
24
- password: okl
25
- host: 54.243.176.8
26
-
27
- destination_db:
28
- adapter: mysql2
29
- database: raw_sources
30
- username: sas
31
- password: sasan
32
- host: 127.0.0.1
33
-
34
- # Warning: The database defined as "test" will be erased and
35
- # re-generated from your development database when you run "rake".
36
- # Do not set this db to the same as development or production.
37
- test:
38
- adapter: sqlite3
39
- database: db/test.sqlite3
40
- pool: 5
41
- timeout: 5000
42
-
43
- production:
44
- adapter: sqlite3
45
- database: db/production.sqlite3
46
- pool: 5
47
- timeout: 5000
@@ -1,25 +0,0 @@
1
- myreplicator:
2
- tmp_path:
3
- mysqldump: mysqldump
4
- mysqlimport: mysqlimport
5
- mysql: mysql
6
- outfile_location: /tmp/myreplicator
7
- escape_by: '"'
8
- terminate_by: '\t'
9
- enclosed_by: '"'
10
- lines_terminate_by: '\n'
11
- auth_required: yes
12
- login_redirect: /
13
-
14
- okl_dev:
15
- ssh_host: localhost
16
- ssh_user: guest
17
- ssh_password: sasanguest
18
- ssh_tmp_dir: /home/guest/tmp
19
-
20
- okl_test:
21
- ssh_host: 54.243.176.8
22
- ssh_user: ubuntu
23
- ssh_db_host: 127.0.0.1
24
- ssh_private_key: ~/.ssh/oklbi-team.pem
25
- ssh_tmp_dir: /home/ubuntu/myreplicator_tmp