activerecord_csv_importer 0.1.6 → 0.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 51557f583780074a8a0718c67716819019fdf6a4
-  data.tar.gz: b8189aa2383e03520fea9135a26865a045f91ed3
+  metadata.gz: edb1f1d0c16e3d3a8554d947c8ff2f19e6d4e109
+  data.tar.gz: 6333c0ee24f56784fd42e8cc8fb668f49218f900
 SHA512:
-  metadata.gz: 6f08ead55c0b4e07c74ea76d19684406b5a7cde9c859cc3d0e1726844609357a243c9c74745495c928897316ea856badda6edef721bcfd9a587185843c249b9e
-  data.tar.gz: 7ef1d416e306142fd613d1b274841c2e555ebf6bfc3075119e6432eccd8916c3a2e9fc461a95ade5856afd145e76a4bcdd547b4bf1f5a161b3d5e7f504b7bba6
+  metadata.gz: 243f72e4566324706c19a8aeee726dfed611164a513f4da861d6cf6efa666daf52e84fadfbf3974f6e223758d9268a37fed92985a219e05027361a122bca6eeb
+  data.tar.gz: 9a225ecbf836650498b221e775b76354b2ff6efe775343e70eea96691d19850e7922cd9cd60d24a645c3c058143d8398ff512e8c05fad66e5b7763f5e0be3455

data/lib/activerecord_csv_importer/runner.rb

@@ -30,13 +30,23 @@ module ActiveRecordCSVImporter
 
     def persist_rows!
       rows.in_groups_of(config.batch_size, false) do |set|
-        response = import_rows(set)
+        response = import_rows(dedupe(set))
 
         add_to_report(response, set)
         config.each_batch_blocks.each { |block| block.call(report) }
       end
     end
 
+    # prevent PG::CardinalityViolation
+    def dedupe(set)
+      conflict_target = config.on_duplicate_key.dig(:on_duplicate_key_update, :conflict_target)
+      return set unless conflict_target
+
+      column_name = conflict_target.last.to_s
+      i = header.columns.index { |c| c.name == column_name }
+      set.uniq { |s| s[i] }
+    end
+
     def import_rows(set)
       config.model.import(header.column_definition_names.dup, set, config.on_duplicate_key)
     end

data/lib/activerecord_csv_importer/version.rb

@@ -1,3 +1,3 @@
 module ActiveRecordCSVImporter
-  VERSION = '0.1.6'.freeze
+  VERSION = '0.1.7'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: activerecord_csv_importer
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.1.7
 platform: ruby
 authors:
 - Zulfiqar Ali
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-01-15 00:00:00.000000000 Z
+date: 2017-01-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: virtus