myreplicator 1.1.63 → 1.1.64
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/loader/loader.rb +8 -4
- data/lib/loader/vertica/vertica_loader.rb +2 -2
- data/lib/myreplicator/version.rb +1 -1
- metadata +3 -3
data/lib/loader/loader.rb
CHANGED
|
@@ -66,11 +66,15 @@ module Myreplicator
|
|
|
66
66
|
|
|
67
67
|
# making the hash for mapping filepath to metadata object
|
|
68
68
|
all_files.each do |m|
|
|
69
|
-
if
|
|
70
|
-
@redis.
|
|
71
|
-
|
|
69
|
+
if Myreplicator::Loader.transfer_completed? m
|
|
70
|
+
if !(@redis.hexists(@load_hash, m.filepath))
|
|
71
|
+
@redis.hset(@load_hash, m.filepath, 0)
|
|
72
|
+
@redis.sadd(@load_set, m.filepath)
|
|
73
|
+
end
|
|
74
|
+
files_to_metadata[m.filepath] = m
|
|
75
|
+
else
|
|
76
|
+
# for the fun of commenting: do nothing
|
|
72
77
|
end
|
|
73
|
-
files_to_metadata[m.filepath] = m
|
|
74
78
|
end
|
|
75
79
|
|
|
76
80
|
# processing the files in "queue"
|
|
@@ -152,7 +152,7 @@ module Myreplicator
|
|
|
152
152
|
Loader.cleanup metadata #Remove incremental file
|
|
153
153
|
Kernel.p "===== Remove incremental file ====="
|
|
154
154
|
end
|
|
155
|
-
elsif exp.nightly_refresh && (exp.nightly_refresh_frequency != 0) && ((Time.now() - exp.nightly_refresh_last_run) >= exp.nightly_refresh_frequency.minute)
|
|
155
|
+
elsif exp.nightly_refresh && (exp.nightly_refresh_frequency != 0) && ((Time.now() - exp.nightly_refresh_last_run) >= exp.nightly_refresh_frequency.minute) && (Time.now().hour >= 21)
|
|
156
156
|
Loader.clear_older_files metadata # clear old incremental files
|
|
157
157
|
exp.nightly_refresh_last_run = Time.now().change(:min => 0)
|
|
158
158
|
exp.save!
|
|
@@ -162,7 +162,7 @@ module Myreplicator
|
|
|
162
162
|
exp.export
|
|
163
163
|
elsif get_analyze_constraints(ops) > 0 # check for primary key/unique keys violations
|
|
164
164
|
Kernel.p "===== DROP CURRENT TABLE ====="
|
|
165
|
-
sql = "
|
|
165
|
+
sql = "TRUNCATE TABLE #{options[:db]}.#{options[:destination_schema]}.#{options[:table_name]};"
|
|
166
166
|
Myreplicator::DB.exec_sql("vertica",sql)
|
|
167
167
|
# run the export. The next time loader runs, it will load the file
|
|
168
168
|
exp.export
|
data/lib/myreplicator/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: myreplicator
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.1.
|
|
4
|
+
version: 1.1.64
|
|
5
5
|
prerelease:
|
|
6
6
|
platform: ruby
|
|
7
7
|
authors:
|
|
@@ -358,7 +358,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
358
358
|
version: '0'
|
|
359
359
|
segments:
|
|
360
360
|
- 0
|
|
361
|
-
hash:
|
|
361
|
+
hash: 2729168572635987474
|
|
362
362
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
363
363
|
none: false
|
|
364
364
|
requirements:
|
|
@@ -367,7 +367,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
367
367
|
version: '0'
|
|
368
368
|
segments:
|
|
369
369
|
- 0
|
|
370
|
-
hash:
|
|
370
|
+
hash: 2729168572635987474
|
|
371
371
|
requirements: []
|
|
372
372
|
rubyforge_project:
|
|
373
373
|
rubygems_version: 1.8.24
|