myreplicator 1.1.41 → 1.1.42

data/db/migrate/20121025191622_create_myreplicator_exports.rb

@@ -25,7 +25,9 @@ class CreateMyreplicatorExports < ActiveRecord::Migration
       t.datetime :transfer_finished_at, :default => nil
       t.timestamps
       t.boolean :analyze_constraints, :default => false
-      t.boolean :night_refresh, :default => false
+      t.boolean :nightly_refresh, :default => false
+      t.integer :nightly_refresh_frequency, :default => nil
+      t.datetime :nightly_refresh_last_run, :default => nil
     end  
     add_index :myreplicator_exports, [:source_schema, :destination_schema, :table_name], :unique => true, :name => "unique_index"
   end

data/lib/loader/loader.rb

@@ -18,10 +18,27 @@ module Myreplicator
     # Main method provided for resque
     # Reconnection provided for resque workers
     ##
-    def self.perform
-      ActiveRecord::Base.verify_active_connections!
-      ActiveRecord::Base.connection.reconnect!
-      load # Kick off the load process
+    def self.perform *args
+      options = args.extract_options!
+      id = options[:id]
+      if id.blank?  
+        ActiveRecord::Base.verify_active_connections!
+        ActiveRecord::Base.connection.reconnect!
+        load # Kick off the load process
+      else
+        ActiveRecord::Base.verify_active_connections!
+        ActiveRecord::Base.connection.reconnect!
+        load_id(id)
+      end
+    end
+    
+    ##
+    # Running loader for 1 export object
+    ##
+    def load_id id
+      
+      #Resque.enqueue(Myreplicator::Loader, id)
+      #Resque.enqueue(Myreplicator::Export,342)
     end
 
     ##

data/lib/loader/vertica/vertica_loader.rb

@@ -135,6 +135,7 @@ module Myreplicator
           :export_id => options[:export_id],
           :filepath => options[:filepath]
         }
+        exp = Myreplicator::Export.find(metadata.export_id)
         if schema_check[:new]
           create_table(ops)
           #LOAD DATA IN
@@ -148,14 +149,23 @@ module Myreplicator
             Loader.cleanup metadata #Remove incremental file
             Kernel.p "===== Remove incremental file ====="
           end
+        elsif exp.nightly_refresh && (exp.nightly_refresh_frequency != 0)
+          if (Time.now() - Time.parse(exp.nightly_refresh_last_run)) >= exp.nightly_refresh_frequency.minute
+            Loader.clear_older_files metadata  # clear old incremental files
+            exp.nightly_refresh_last_run = Time.now().change(:min => 0)
+            exp.save!
+            sql = "TRUNCATE TABLE #{options[:db]}.#{options[:destination_schema]}.#{options[:table_name]};"
+            Myreplicator::DB.exec_sql("vertica",sql)
+            # run the export. The next time loader runs, it will load the file
+            exp.export
+          end
         elsif get_analyze_constraints(ops) > 0 # check for primary key/unique keys violations
-          exp = Export.find(metadata.export_id)
           Kernel.p "===== DROP CURRENT TABLE ====="
           sql = "DROP TABLE IF EXISTS #{options[:db]}.#{options[:destination_schema]}.#{options[:table_name]} CASCADE;"
           Myreplicator::DB.exec_sql("vertica",sql)
           # run the export. The next time loader runs, it will load the file
           exp.export
-        else
+        else # incremental load
           temp_table = create_temp_table ops
           options[:table] = temp_table
           Kernel.p "===== COPY TO TEMP TABLE #{temp_table} ====="

data/lib/myreplicator/version.rb

@@ -1,3 +1,3 @@
 module Myreplicator
-  VERSION = "1.1.41"
+  VERSION = "1.1.42"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: myreplicator
 version: !ruby/object:Gem::Version
-  version: 1.1.41
+  version: 1.1.42
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-24 00:00:00.000000000 Z
+date: 2013-05-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -298,7 +298,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 2623750824110033889
+      hash: -3185513387659635905
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -307,7 +307,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 2623750824110033889
+      hash: -3185513387659635905
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.24