csv_step_importer 0.7.5 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 96a84016e041d144dc81796ae295e23d934305f722bd03cb88dc574cbbd460ca
-  data.tar.gz: 24d5229cdbe01cacf8ced8fc137a21334a10051ec0917801e83330401db778df
+  metadata.gz: be53e398ba3edb80965c62aae4b900166c45c348ed3bd6dadd432f4c3b0ea9c7
+  data.tar.gz: d29aedb38946e7d4e2e6ae8bdb6bd870a95d336ed712e9628dcb346753f5213b
 SHA512:
-  metadata.gz: 05ade3ead9a672dd14d214991e1e18f58ed739c479a4a2fe71f7de2c8ce22d41cf5bca5400733be2c637371f1fbf80ec01e013d2544e4534bd9377a49d07056e
-  data.tar.gz: d3a9b37b47bac1a099c0942de35f95df534fba5c87fc7fae082365733180f9f056c6982dd38f481d55814b993e795788460300b05be9ccaa9e1323e327d45f26
+  metadata.gz: 3ce3c6ac60969835e3582ff5dd7da0b364163918ca0fba0fd49ba30e6a546428ff113966e07c5f6a65f2e4dc84e583b94d34e67c76892477ffa928c1343dd58b
+  data.tar.gz: 6a6bac4957ac2937a658c2089bbae55363fc76efb9d15c934f5f2b01701caca74cc8e08a8e9fee1277dac63fc92ccce14fd0a29e681132309233e2ed914c7a57

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    csv_step_importer (0.7.5)
+    csv_step_importer (0.8.0)
       activemodel
       activerecord-import
       activesupport

data/README.md

@@ -85,6 +85,33 @@ CSVStepImporter::File.new(path: 'currencies.csv', processor_classes: [Currency::
 puts Currency.all.to_yaml
 ```
 
+### Simple model
+
+By default, for each row read from the CSV file, a DAO belonging to a model will be created.
+These models will be validated and saved in the order specified by the processor_classes option.
+
+The simplest model is one, which simply calls `save` on all DAOs, which calls internally `create_or_update`.
+`create_or_update` is customizable.
+
+Example:
+
+This example will call `find_or_create_by` for each row after all validations have passed.
+
+```ruby
+class SimpleDAO < CSVStepImporter::Model::DAO
+  def create_or_update
+    Currency.find_or_create_by( name: row.name, code: row.code )
+  end
+end
+
+class SimpleModel < CSVStepImporter::Model::Model
+  def dao_class
+    SimpleDAO
+  end
+end
+
+CSVStepImporter::File.new(path: 'currencies.csv', processor_classes: [SimpleModel]).save
+```
 
 ## Development
 

data/lib/csv_step_importer/file.rb

@@ -22,10 +22,8 @@ module CSVStepImporter
       self.row_class = row_class || CSVStepImporter::Row
       self.processor_classes = processor_classes
 
-      self.csv_options = {
-        chunk_size: 1000,
-        file_encoding: "CP932:UTF-8",
-      }.merge(csv_options)
+      self.csv_options = csv_options
+      precompile_csv_options!
 
       load_csv
     end
@@ -35,11 +33,7 @@ module CSVStepImporter
 
       first_row = 2
 
-      options = csv_options.deep_dup
-      options[:header_transformations] ||= []
-      options[:header_transformations] << header_proc
-
-      ::SmarterCSV.process(path, **options) do |rows|
+      ::SmarterCSV.process(path, **csv_options) do |rows|
         add_children chunk_class.new(
           first_row: first_row,
           parent: self,
@@ -78,5 +72,39 @@ module CSVStepImporter
         headers
       }
     end
+
+    def keys_as_symbols(case_sensitive: false)
+      if case_sensitive
+        Proc.new { |headers|
+          headers.map { |x| x.strip.gsub(%r{"}, '').gsub(/(\s|\-)+/, '_').to_sym }
+        }
+      else
+        # use existing helper
+        :keys_as_symbols
+      end
+    end
+
+    def precompile_csv_options!
+      # set default options
+      self.csv_options = {
+        chunk_size: 1000,
+        file_encoding: "CP932:UTF-8",
+      }.merge(csv_options)
+
+      # easier specification of headers, including case case sensitive headers
+      if csv_options[:headers] || csv_options[:case_sensitive_headers]
+        if csv_options[:header_transformations]
+          raise "either use header_transformations or headers (and case_sensitive_headers optionally)"
+        end
+
+        csv_options[:header_transformations] = [ :none ]
+        csv_options[:header_transformations] << { key_mapping: csv_options.delete(:headers) } if csv_options[:headers]
+        csv_options[:header_transformations] << keys_as_symbols(case_sensitive: csv_options.delete(:case_sensitive_headers))
+      end
+
+      # retrieve headers from CSV
+      csv_options[:header_transformations] ||= []
+      csv_options[:header_transformations] << header_proc
+    end
   end
 end

data/lib/csv_step_importer/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module CSVStepImporter
-  VERSION = "0.7.5"
+  VERSION = "0.8.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: csv_step_importer
 version: !ruby/object:Gem::Version
-  version: 0.7.5
+  version: 0.8.0
 platform: ruby
 authors:
 - Christian-Manuel Butzke
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-06-19 00:00:00.000000000 Z
+date: 2018-06-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler