bulk_importer 0.2.3 → 0.2.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 874a0a632ea28fb994d76931bf16ca5ae51c8d95
-  data.tar.gz: a08b75cbaab59bda7d5f2bf4a207e7b37cfecae2
+  metadata.gz: af9d570d6a791d9d02cbe11d50a57c1dd6dd6ca4
+  data.tar.gz: d042e00d1a22c6ecb5d5a8c5daa5d913c7456728
 SHA512:
-  metadata.gz: f84fb1c6dfbc32074607d4637ad35666d105a5129f159c66d95a7eb9c7a85126fc3429437159f5e86a422ba4a4575c04e49bf69f44e65c7e56ed04fb6736241a
-  data.tar.gz: 8a4020a4f9e6e3ac1087a2e790a472e7a9e8fdb52525abf0b21b46597533dc7a11e8b2c9519e7ed95089a92954bdf7ec4959c0a1ba11f14ef38a6b8ba9703f4e
+  metadata.gz: a5ff4f2c15edc96c34cba15f2fe61d91de9814a30d344b7badf94ee98cea23238551380899fd040dd35c52282df1724907eb4c9545db7addaa80378cb12cd456
+  data.tar.gz: de193bea6a534bbc4280ceffe941135d6e280d00512267aaa64a8aafabe9fd607e8cf859a83958d4cedc1d38b33556132ff24056cddf4eeb364848317e5d5665

data/lib/bulk_importer.rb

@@ -203,22 +203,36 @@ module BulkImporter
     o_columns_without_keys = columns.keys.delete_if { |i| keys.has_key? i }
     d_columns_without_keys = columns.values.delete_if { |i| keys.has_value? i }
 
-    sql << "WITH #{origin}_prexistent_modified AS ("
-    sql << "SELECT o.* FROM #{origin} o JOIN #{destination} d"
-    sql << "ON (#{self.keys_to_list(keys.keys, 'o', types)}) = "
-    sql << "(#{self.keys_to_list(keys.values, 'd')}) AND "
-    sql << "(#{self.keys_to_list(o_columns_without_keys, 'o', types)}) != "
-    sql << "(#{self.keys_to_list(d_columns_without_keys, 'd')})"
-    sql << ")"
-    sql << "UPDATE #{destination} d SET"
     set = []
     columns.delete_if { |item| columns[item].nil? }.keys.each do |column|
       set << "#{columns[column]} = o.#{column}::#{types[column]}"
     end
-    sql << set.join(',')
-    sql << "FROM #{origin}_prexistent_modified o"
-    sql << "WHERE (#{self.keys_to_list(keys.keys, 'o', types)}) = "
-    sql << "(#{self.keys_to_list(keys.values, 'd')})"
+    sets = set.join(',')
+
+    if columns.has_value? 'updated_at'
+      # Field is updated if origin's updated_at is greater than destination.
+
+      PostgresqlModule.create_index_on origin, columns.invert['updated_at'].downcase
+
+      sql << "UPDATE #{destination} d SET #{sets}"
+      sql << "FROM #{origin} o"
+      sql << "WHERE (#{self.keys_to_list(keys.keys, 'o', types)}) = "
+      sql << "(#{self.keys_to_list(keys.values, 'd')}) AND"
+      sql << "o.#{columns.invert['updated_at'].downcase}::timestamp > d.updated_at"
+    else
+      # Check if any field changed
+      sql << "WITH #{origin}_prexistent_modified AS ("
+      sql << "SELECT o.* FROM #{origin} o JOIN #{destination} d"
+      sql << "ON (#{self.keys_to_list(keys.keys, 'o', types)}) = "
+      sql << "(#{self.keys_to_list(keys.values, 'd')}) AND "
+      sql << "(#{self.keys_to_list(o_columns_without_keys, 'o', types)}) != "
+      sql << "(#{self.keys_to_list(d_columns_without_keys, 'd')})"
+      sql << ")"
+      sql << "UPDATE #{destination} d SET #{sets}"
+      sql << "FROM #{origin}_prexistent_modified o"
+      sql << "WHERE (#{self.keys_to_list(keys.keys, 'o', types)}) = "
+      sql << "(#{self.keys_to_list(keys.values, 'd')})"
+    end
 
     q << sql.join(' ')
 

data/lib/bulk_importer/version.rb

@@ -1,3 +1,3 @@
 module BulkImporter
-  VERSION = "0.2.3"
+  VERSION = "0.2.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bulk_importer
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.2.4
 platform: ruby
 authors:
 - Abel M. Osorio
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-12-05 00:00:00.000000000 Z
+date: 2016-12-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler