myreplicator 0.0.16 → 0.0.17
Sign up to get free protection for your applications and to get access to all the features.
- data/app/assets/stylesheets/myreplicator/application.css +53 -10
- data/app/controllers/myreplicator/exports_controller.rb +17 -1
- data/app/controllers/myreplicator/home_controller.rb +4 -1
- data/app/helpers/myreplicator/application_helper.rb +20 -0
- data/app/models/myreplicator/export.rb +108 -23
- data/app/models/myreplicator/log.rb +90 -0
- data/app/views/myreplicator/exports/_form.html.erb +33 -9
- data/app/views/myreplicator/home/_home_menu.erb +6 -2
- data/app/views/myreplicator/home/errors.html.erb +15 -5
- data/app/views/myreplicator/home/index.html.erb +20 -43
- data/db/migrate/20121025191622_create_myreplicator_exports.rb +0 -6
- data/db/migrate/20121212003652_create_myreplicator_logs.rb +21 -0
- data/lib/exporter/export_metadata.rb +8 -1
- data/lib/exporter/mysql_exporter.rb +32 -0
- data/lib/exporter/sql_commands.rb +85 -4
- data/lib/loader/loader.rb +48 -7
- data/lib/myreplicator.rb +16 -4
- data/lib/myreplicator/version.rb +1 -1
- data/lib/transporter/parallelizer.rb +8 -0
- data/lib/transporter/transporter.rb +75 -11
- data/test/dummy/config/myreplicator.yml +0 -2
- data/test/dummy/config/myreplicator.yml~ +2 -0
- data/test/dummy/db/migrate/{20121108204327_create_myreplicator_exports.myreplicator.rb~ → 20121213003552_create_myreplicator_exports.myreplicator.rb} +3 -1
- data/test/dummy/db/migrate/20121213003553_create_myreplicator_logs.myreplicator.rb +22 -0
- data/test/dummy/db/schema.rb +24 -7
- data/test/dummy/log/development.log +1083 -0
- data/test/dummy/tmp/cache/assets/CD5/B90/sprockets%2Fc999d13a6a21113981c0d820e8043bdf +0 -0
- data/test/dummy/tmp/cache/assets/D8B/B60/sprockets%2Faa32227c440a378ccd21218eefeb80bf +0 -0
- data/test/dummy/tmp/cache/assets/DF8/5D0/sprockets%2Fb815ed34d61cfed96222daa3bfd1d84d +0 -0
- data/test/dummy/tmp/myreplicator/okl_test_batchy_batches_1355432256.tsv.gz +0 -0
- data/test/unit/myreplicator/log_test.rb +9 -0
- metadata +14 -8
- data/test/dummy/db/migrate/20121115194022_create_myreplicator_exports.myreplicator.rb +0 -36
Binary file
|
Binary file
|
Binary file
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: myreplicator
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.17
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -9,7 +9,7 @@ authors:
|
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date:
|
12
|
+
date: 2013-01-02 00:00:00.000000000 Z
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: rails
|
@@ -147,6 +147,7 @@ files:
|
|
147
147
|
- app/controllers/myreplicator/exports_controller.rb
|
148
148
|
- app/controllers/myreplicator/home_controller.rb
|
149
149
|
- app/models/myreplicator/export.rb
|
150
|
+
- app/models/myreplicator/log.rb
|
150
151
|
- app/helpers/myreplicator/exports_helper.rb
|
151
152
|
- app/helpers/myreplicator/application_helper.rb
|
152
153
|
- app/assets/javascripts/myreplicator/jquery.tipTip.minified.js
|
@@ -177,6 +178,7 @@ files:
|
|
177
178
|
- app/assets/stylesheets/scaffold.css
|
178
179
|
- config/routes.rb
|
179
180
|
- db/migrate/20121025191622_create_myreplicator_exports.rb
|
181
|
+
- db/migrate/20121212003652_create_myreplicator_logs.rb
|
180
182
|
- lib/exporter/mysql_exporter.rb
|
181
183
|
- lib/exporter/mysql_exporter.rb~
|
182
184
|
- lib/exporter/sql_commands.rb
|
@@ -204,8 +206,8 @@ files:
|
|
204
206
|
- test/dummy/log/development.log
|
205
207
|
- test/dummy/db/seeds.rb
|
206
208
|
- test/dummy/db/migrate/20121101005152_sample_data.rb
|
207
|
-
- test/dummy/db/migrate/
|
208
|
-
- test/dummy/db/migrate/
|
209
|
+
- test/dummy/db/migrate/20121213003553_create_myreplicator_logs.myreplicator.rb
|
210
|
+
- test/dummy/db/migrate/20121213003552_create_myreplicator_exports.myreplicator.rb
|
209
211
|
- test/dummy/db/development.sqlite3
|
210
212
|
- test/dummy/db/schema.rb
|
211
213
|
- test/dummy/config/initializers/wrap_parameters.rb
|
@@ -242,6 +244,7 @@ files:
|
|
242
244
|
- test/dummy/app/assets/javascripts/application.js
|
243
245
|
- test/dummy/app/assets/stylesheets/application.css
|
244
246
|
- test/dummy/Rakefile
|
247
|
+
- test/dummy/tmp/myreplicator/okl_test_batchy_batches_1355432256.tsv.gz
|
245
248
|
- test/dummy/tmp/cache/assets/DF8/5D0/sprockets%2Fb815ed34d61cfed96222daa3bfd1d84d
|
246
249
|
- test/dummy/tmp/cache/assets/D3F/A00/sprockets%2F7a803404e1f60b8d672d763cb9ba8af5
|
247
250
|
- test/dummy/tmp/cache/assets/C2E/D00/sprockets%2F667019818351638709494c01bddb5f68
|
@@ -289,6 +292,7 @@ files:
|
|
289
292
|
- test/dummy/tmp/cache/assets/DA8/910/sprockets%2Fab5775c4a837bd4d97ac394d473cda9b
|
290
293
|
- test/functional/myreplicator/exports_controller_test.rb
|
291
294
|
- test/unit/myreplicator/exporter_test.rb
|
295
|
+
- test/unit/myreplicator/log_test.rb
|
292
296
|
- test/unit/myreplicator/export_test.rb
|
293
297
|
- test/unit/helpers/myreplicator/exports_helper_test.rb
|
294
298
|
homepage: https://github.com/Raybeam/myreplicator
|
@@ -305,7 +309,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
305
309
|
version: '0'
|
306
310
|
segments:
|
307
311
|
- 0
|
308
|
-
hash:
|
312
|
+
hash: -1847677925222289829
|
309
313
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
310
314
|
none: false
|
311
315
|
requirements:
|
@@ -314,7 +318,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
314
318
|
version: '0'
|
315
319
|
segments:
|
316
320
|
- 0
|
317
|
-
hash:
|
321
|
+
hash: -1847677925222289829
|
318
322
|
requirements: []
|
319
323
|
rubyforge_project:
|
320
324
|
rubygems_version: 1.8.23
|
@@ -329,8 +333,8 @@ test_files:
|
|
329
333
|
- test/dummy/log/development.log
|
330
334
|
- test/dummy/db/seeds.rb
|
331
335
|
- test/dummy/db/migrate/20121101005152_sample_data.rb
|
332
|
-
- test/dummy/db/migrate/
|
333
|
-
- test/dummy/db/migrate/
|
336
|
+
- test/dummy/db/migrate/20121213003553_create_myreplicator_logs.myreplicator.rb
|
337
|
+
- test/dummy/db/migrate/20121213003552_create_myreplicator_exports.myreplicator.rb
|
334
338
|
- test/dummy/db/development.sqlite3
|
335
339
|
- test/dummy/db/schema.rb
|
336
340
|
- test/dummy/config/initializers/wrap_parameters.rb
|
@@ -367,6 +371,7 @@ test_files:
|
|
367
371
|
- test/dummy/app/assets/javascripts/application.js
|
368
372
|
- test/dummy/app/assets/stylesheets/application.css
|
369
373
|
- test/dummy/Rakefile
|
374
|
+
- test/dummy/tmp/myreplicator/okl_test_batchy_batches_1355432256.tsv.gz
|
370
375
|
- test/dummy/tmp/cache/assets/DF8/5D0/sprockets%2Fb815ed34d61cfed96222daa3bfd1d84d
|
371
376
|
- test/dummy/tmp/cache/assets/D3F/A00/sprockets%2F7a803404e1f60b8d672d763cb9ba8af5
|
372
377
|
- test/dummy/tmp/cache/assets/C2E/D00/sprockets%2F667019818351638709494c01bddb5f68
|
@@ -414,5 +419,6 @@ test_files:
|
|
414
419
|
- test/dummy/tmp/cache/assets/DA8/910/sprockets%2Fab5775c4a837bd4d97ac394d473cda9b
|
415
420
|
- test/functional/myreplicator/exports_controller_test.rb
|
416
421
|
- test/unit/myreplicator/exporter_test.rb
|
422
|
+
- test/unit/myreplicator/log_test.rb
|
417
423
|
- test/unit/myreplicator/export_test.rb
|
418
424
|
- test/unit/helpers/myreplicator/exports_helper_test.rb
|
@@ -1,36 +0,0 @@
|
|
1
|
-
# This migration comes from myreplicator (originally 20121025191622)
|
2
|
-
class CreateMyreplicatorExports < ActiveRecord::Migration
|
3
|
-
def change
|
4
|
-
create_table :myreplicator_exports do |t|
|
5
|
-
t.string :source_schema
|
6
|
-
t.string :destination_schema
|
7
|
-
t.string :table_name
|
8
|
-
t.string :incremental_column
|
9
|
-
t.string :max_incremental_value
|
10
|
-
t.string :incremental_column_type
|
11
|
-
t.string :export_to, :default => "destination_db"
|
12
|
-
t.string :export_type, :default => "incremental"
|
13
|
-
t.string :s3_path
|
14
|
-
t.string :cron
|
15
|
-
t.string :state, :default => "new"
|
16
|
-
t.text :error
|
17
|
-
t.boolean :active, :default => true
|
18
|
-
t.integer :exporter_pid
|
19
|
-
t.integer :transporter_pid
|
20
|
-
t.integer :loader_pid
|
21
|
-
t.datetime :export_started_at, :default => nil
|
22
|
-
t.datetime :export_finished_at, :default => nil
|
23
|
-
t.datetime :load_started_at, :default => nil
|
24
|
-
t.datetime :load_finished_at, :default => nil
|
25
|
-
t.datetime :transfer_started_at, :default => nil
|
26
|
-
t.datetime :transfer_finished_at, :default => nil
|
27
|
-
t.timestamps
|
28
|
-
end
|
29
|
-
add_index :myreplicator_exports, [:source_schema, :destination_schema, :table_name], :unique => true, :name => "unique_index"
|
30
|
-
end
|
31
|
-
|
32
|
-
def self.down
|
33
|
-
drop_table :myreplicator_exports
|
34
|
-
end
|
35
|
-
|
36
|
-
end
|