myreplicator 0.0.17 → 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- data/app/models/myreplicator/export.rb +5 -2
- data/db/migrate/20121212003652_create_myreplicator_logs.rb~ +8 -0
- data/lib/exporter/export_metadata.rb +11 -1
- data/lib/loader/loader.rb +112 -36
- data/lib/myreplicator.rb +1 -1
- data/lib/myreplicator/version.rb +1 -1
- data/lib/transporter/parallelizer.rb +17 -4
- data/lib/transporter/transporter.rb +15 -14
- data/test/dummy/db/production.sqlite3 +0 -0
- data/test/dummy/log/development.log +2172 -6717
- data/test/dummy/tmp/cache/assets/C2E/D00/sprockets%2F667019818351638709494c01bddb5f68 +0 -0
- data/test/dummy/tmp/cache/assets/C83/BA0/sprockets%2F701a6339a558e5af28f150c161f43878 +0 -0
- data/test/dummy/tmp/cache/assets/C8B/150/sprockets%2F37163d05e55ad0b31b602ac5330412e3 +0 -0
- data/test/dummy/tmp/cache/assets/C98/250/sprockets%2F4af1200380a1a28632393d61a50f66cf +0 -0
- data/test/dummy/tmp/cache/assets/CBF/800/sprockets%2F00142a873933017aaa760316d0e2dcea +0 -0
- data/test/dummy/tmp/cache/assets/CC5/870/sprockets%2F4e91734f6f02a779d39f8272f627dd24 +0 -0
- data/test/dummy/tmp/cache/assets/CC9/1C0/sprockets%2Fa7a2b5a56180e1b21f783a9b30c03167 +0 -0
- data/test/dummy/tmp/cache/assets/{D99/6D0/sprockets%2Fa5e4558ff6808ad03b0f09e03fb4bfb3 → CD4/BE0/sprockets%2Fdabc715c63ee4946462d41d314c00790} +0 -0
- data/test/dummy/tmp/cache/assets/CD5/B90/sprockets%2Fc999d13a6a21113981c0d820e8043bdf +0 -0
- data/test/dummy/tmp/cache/assets/CD7/030/sprockets%2F9ba4859590582b8b72a650b2b00b6cd2 +0 -0
- data/test/dummy/tmp/cache/assets/CDE/780/sprockets%2F6982ce9303b4e69c26f2a1a246a180e7 +0 -0
- data/test/dummy/tmp/cache/assets/CE0/180/sprockets%2F8b9055a1b853d0a56ec2e94f79f37010 +0 -0
- data/test/dummy/tmp/cache/assets/CE5/670/sprockets%2Fe9e4122f1706626a21da6f8457f088ce +0 -0
- data/test/dummy/tmp/cache/assets/{D46/AA0/sprockets%2Ffcd7c5d9d04071ee45fe6a4865d53621 → CE7/A00/sprockets%2F2693dd199da66a4b9140bc03776d764e} +0 -0
- data/test/dummy/tmp/cache/assets/D00/9B0/sprockets%2F2bc203eb4802b393a589093debb65c04 +0 -0
- data/test/dummy/tmp/cache/assets/D00/A90/sprockets%2F3fa6fcf2205c530208681446cbc36bd3 +0 -0
- data/test/dummy/tmp/cache/assets/D0B/B30/sprockets%2F55059589d999952597c5c86e5becaf4e +0 -0
- data/test/dummy/tmp/cache/assets/D0D/DA0/sprockets%2F34d6b075a16a5a58ff4050988d8bd4b0 +0 -0
- data/test/dummy/tmp/cache/assets/D1B/D40/sprockets%2F7cc2142509e95f7168a82a652d8d9dea +0 -0
- data/test/dummy/tmp/cache/assets/D1D/700/sprockets%2Ffe9cb975216709e2881c74b3d1d3e35f +0 -0
- data/test/dummy/tmp/cache/assets/D20/A20/sprockets%2Fb503e93ff1966dd94d03e79f291d75c1 +0 -0
- data/test/dummy/tmp/cache/assets/D26/A70/sprockets%2F63d95ae156df465783cd78e95069b2cc +0 -0
- data/test/dummy/tmp/cache/assets/D2B/E60/sprockets%2F8615ecf645b553c959544af9ff8438da +0 -0
- data/test/dummy/tmp/cache/assets/D34/F70/sprockets%2Fb93de9992473bee94e369fe3198c529c +0 -0
- data/test/dummy/tmp/cache/assets/{D74/DF0/sprockets%2F2db9c6478b8a29583ad20780ebeb4e4d → D35/1A0/sprockets%2F68e3be24f449a8b44310fa041c7f1e3c} +0 -0
- data/test/dummy/tmp/cache/assets/D36/4D0/sprockets%2Fc050a64b5a803a638e155d05dcfe577d +0 -0
- data/test/dummy/tmp/cache/assets/D3E/310/sprockets%2F333a2a7535eac766267ebb7d5c2ab489 +0 -0
- data/test/dummy/tmp/cache/assets/D3F/A00/sprockets%2F7a803404e1f60b8d672d763cb9ba8af5 +0 -0
- data/test/dummy/tmp/cache/assets/D50/570/sprockets%2F6c1d20a178f66e798958d1e437fdb5da +0 -0
- data/test/dummy/tmp/cache/assets/D57/420/sprockets%2F937ea7429c536578ec7b688dee0cdf41 +0 -0
- data/test/dummy/tmp/cache/assets/D69/6F0/sprockets%2F94fff7f55bc4c300b25f3f9361ac1a52 +0 -0
- data/test/dummy/tmp/cache/assets/D80/780/sprockets%2Fbe257c7a5788c2dfd272922fa399d7db +0 -0
- data/test/dummy/tmp/cache/assets/D85/9C0/sprockets%2Ffd0ec212bac1538379d0cc03b1e3bb84 +0 -0
- data/test/dummy/tmp/cache/assets/D86/D00/sprockets%2Fa4f32b4234d0d1bba272cd75e0d48e1d +0 -0
- data/test/dummy/tmp/cache/assets/D8B/B60/sprockets%2Faa32227c440a378ccd21218eefeb80bf +0 -0
- data/test/dummy/tmp/cache/assets/D9F/0B0/sprockets%2Faf0d2e69be3a6b56a76c20bf14d9e468 +0 -0
- data/test/dummy/tmp/cache/assets/DA8/910/sprockets%2Fab5775c4a837bd4d97ac394d473cda9b +0 -0
- data/test/dummy/tmp/cache/assets/DB0/8E0/sprockets%2F299733fb380a50e6fccf9fb3cd666eb9 +0 -0
- data/test/dummy/tmp/cache/assets/{E3B/400/sprockets%2F5b0ce0efc07fdef9786e786cad5b84ba → DC9/F80/sprockets%2Fb476b9c08e0cfbd6e590ee0d17da2a54} +0 -0
- data/test/dummy/tmp/cache/assets/DD2/490/sprockets%2Fa452ee92a092bc2feabc572cce49896d +0 -0
- data/test/dummy/tmp/cache/assets/DE1/320/sprockets%2F9f44ecdec8ceeef70871e15d88a448b1 +0 -0
- data/test/dummy/tmp/cache/assets/DF8/5D0/sprockets%2Fb815ed34d61cfed96222daa3bfd1d84d +0 -0
- data/test/dummy/tmp/cache/assets/E16/C70/sprockets%2F21ad93418ff75ceac86c7a85dfffe8f6 +0 -0
- data/test/dummy/tmp/cache/assets/E35/4F0/sprockets%2F96b1cdf8db6a1c8eb8abcce05958ae74 +0 -0
- data/test/dummy/tmp/cache/assets/E57/E40/sprockets%2Ff3c7dda392bb05e4ffac29c5da6ffc11 +0 -0
- data/test/fixtures/myreplicator/imports.yml +11 -0
- data/test/fixtures/myreplicator/loads.yml +11 -0
- data/test/fixtures/myreplicator/logs.yml +11 -0
- data/test/fixtures/myreplicator/transfers.yml +11 -0
- metadata +204 -207
- data/lib/configuration.rb~ +0 -23
- data/lib/exporter.rb~ +0 -1
- data/lib/exporter/mysql_exporter.rb~ +0 -6
- data/lib/transporter/parallelizer.rb~ +0 -5
- data/test/dummy/app/controllers/test_controller.rb~ +0 -8
- data/test/dummy/config/database.yml~ +0 -47
- data/test/dummy/config/myreplicator.yml~ +0 -25
- data/test/dummy/db/development.sqlite3 +0 -0
- data/test/dummy/tmp/myreplicator/okl_test_batchy_batches_1355432256.tsv.gz +0 -0
data/lib/configuration.rb~
DELETED
@@ -1,23 +0,0 @@
|
|
1
|
-
module Myreplicator
|
2
|
-
##
|
3
|
-
# Configuration class for avoiding load the yml file everytime and cleaner config settings
|
4
|
-
##
|
5
|
-
class Configuration
|
6
|
-
class << self; attr_accessor :tmp_path, :mysqldump, :mysql end
|
7
|
-
|
8
|
-
# yml = YAML.load(File.read("#{Myreplicator.app_root}/config/myreplicator.yml"))
|
9
|
-
# Kernel.p yml["myreplicator"]
|
10
|
-
|
11
|
-
# @@tmp_path = yml["myreplicator"]["tmp_path"]
|
12
|
-
# @@mysql = yml["myreplicator"]["mysql"]
|
13
|
-
# @@mysqldump = yml["myreplicator"]["mysqldump"]
|
14
|
-
end
|
15
|
-
|
16
|
-
def self.config(&block)
|
17
|
-
@@config ||= Myreplicator::Configuration.new
|
18
|
-
|
19
|
-
yield @@config if block
|
20
|
-
|
21
|
-
return @@config
|
22
|
-
end
|
23
|
-
end
|
data/lib/exporter.rb~
DELETED
@@ -1 +0,0 @@
|
|
1
|
-
require ""
|
@@ -1,47 +0,0 @@
|
|
1
|
-
# SQLite version 3.x
|
2
|
-
# gem install sqlite3
|
3
|
-
#
|
4
|
-
# Ensure the SQLite 3 gem is defined in your Gemfile
|
5
|
-
# gem 'sqlite3'
|
6
|
-
development:
|
7
|
-
adapter: mysql2
|
8
|
-
database: myreplicator
|
9
|
-
username: sas
|
10
|
-
password: sasan
|
11
|
-
host: 127.0.0.1
|
12
|
-
|
13
|
-
okl_dev:
|
14
|
-
adapter: mysql2
|
15
|
-
database: okl_dev
|
16
|
-
username: sas
|
17
|
-
password: sasan
|
18
|
-
host: 127.0.0.1
|
19
|
-
|
20
|
-
okl_test:
|
21
|
-
adapter: mysql2
|
22
|
-
database: okl_test
|
23
|
-
username: xbox
|
24
|
-
password: okl
|
25
|
-
host: 54.243.176.8
|
26
|
-
|
27
|
-
destination_db:
|
28
|
-
adapter: mysql2
|
29
|
-
database: raw_sources
|
30
|
-
username: sas
|
31
|
-
password: sasan
|
32
|
-
host: 127.0.0.1
|
33
|
-
|
34
|
-
# Warning: The database defined as "test" will be erased and
|
35
|
-
# re-generated from your development database when you run "rake".
|
36
|
-
# Do not set this db to the same as development or production.
|
37
|
-
test:
|
38
|
-
adapter: sqlite3
|
39
|
-
database: db/test.sqlite3
|
40
|
-
pool: 5
|
41
|
-
timeout: 5000
|
42
|
-
|
43
|
-
production:
|
44
|
-
adapter: sqlite3
|
45
|
-
database: db/production.sqlite3
|
46
|
-
pool: 5
|
47
|
-
timeout: 5000
|
@@ -1,25 +0,0 @@
|
|
1
|
-
myreplicator:
|
2
|
-
tmp_path:
|
3
|
-
mysqldump: mysqldump
|
4
|
-
mysqlimport: mysqlimport
|
5
|
-
mysql: mysql
|
6
|
-
outfile_location: /tmp/myreplicator
|
7
|
-
escape_by: '"'
|
8
|
-
terminate_by: '\t'
|
9
|
-
enclosed_by: '"'
|
10
|
-
lines_terminate_by: '\n'
|
11
|
-
auth_required: yes
|
12
|
-
login_redirect: /
|
13
|
-
|
14
|
-
okl_dev:
|
15
|
-
ssh_host: localhost
|
16
|
-
ssh_user: guest
|
17
|
-
ssh_password: sasanguest
|
18
|
-
ssh_tmp_dir: /home/guest/tmp
|
19
|
-
|
20
|
-
okl_test:
|
21
|
-
ssh_host: 54.243.176.8
|
22
|
-
ssh_user: ubuntu
|
23
|
-
ssh_db_host: 127.0.0.1
|
24
|
-
ssh_private_key: ~/.ssh/oklbi-team.pem
|
25
|
-
ssh_tmp_dir: /home/ubuntu/myreplicator_tmp
|
Binary file
|
Binary file
|