csvbuilder-importer 0.1.2 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 960969ebb5e955cbf5668f047863b5d4dd3acb34b65d8cbc7c3e2f127aa17351
-  data.tar.gz: fa5ce80706924c46497d6ca0a85cb0a976c9093c49bf43b4a8a8c6084e31eb69
+  metadata.gz: 52cdbeae4314f705e797a216730c276ccc68f57140f3c06ae86109fa9a9b6902
+  data.tar.gz: 45c9d16608cc0e86e920333bf9e08db34f98f9ca2fa17354c95323132e8afb43
 SHA512:
-  metadata.gz: c613dd08d3fcca5a01f53f5802839add01d9430d307972e790b1a20b5b399ff889bd98301e7f4bf6aa193d9338077f6f3c8e9ddf37343c62142fdad928e0c0de
-  data.tar.gz: 42601bfcb177f735ec954a09054e8ad9d68db42b1589268a22f9de7b6ba9260c44363f66cb1e29dd22263ce3d625c0ebcb09123c7935cfa0d8f3622486db8de4
+  metadata.gz: ae94d692fbfa627cdd37952a47b7db183414095e206d1bbd908d01a2e3e4ff0e719673a7f0fc8a1545bc2316bcce7d17d542ddcbe9b565f0f0d68137f5c25f23
+  data.tar.gz: a7c914fff4abb75256af5f3f996a13116db6408ff64290bf22430c75ab45503c85561bd1b959657dba6b95a6fb5975b76988a2f749d2a2ddb51ab52012de187e

data/CHANGELOG.md

@@ -1,5 +1,11 @@
 ## [Unreleased]
 
+## [0.1.4] - 2023-04-21
+
+- Potential Security Fix
+
+https://github.com/joel/csvbuilder-importer/compare/v0.1.2...v0.1.4
+
 ## [0.1.0] - 2022-12-16
 
 - Initial release

data/Gemfile.lock

@@ -0,0 +1,89 @@
+PATH
+  remote: .
+  specs:
+    csvbuilder-importer (0.1.4)
+      activemodel (>= 5.2)
+      activesupport (>= 5.2)
+      csvbuilder-core
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (7.0.4.2)
+      activesupport (= 7.0.4.2)
+    activesupport (7.0.4.2)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
+    ast (2.4.2)
+    concurrent-ruby (1.2.2)
+    csvbuilder-core (0.1.3)
+      activesupport (>= 5.2, < 8)
+    diff-lcs (1.5.0)
+    i18n (1.12.0)
+      concurrent-ruby (~> 1.0)
+    json (2.6.3)
+    minitest (5.17.0)
+    parallel (1.23.0)
+    parser (3.2.2.0)
+      ast (~> 2.4.1)
+    rainbow (3.1.1)
+    rake (13.0.6)
+    regexp_parser (2.8.0)
+    rexml (3.2.5)
+    rspec (3.12.0)
+      rspec-core (~> 3.12.0)
+      rspec-expectations (~> 3.12.0)
+      rspec-mocks (~> 3.12.0)
+    rspec-core (3.12.1)
+      rspec-support (~> 3.12.0)
+    rspec-expectations (3.12.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.12.0)
+    rspec-mocks (3.12.3)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.12.0)
+    rspec-support (3.12.0)
+    rubocop (1.50.2)
+      json (~> 2.3)
+      parallel (~> 1.10)
+      parser (>= 3.2.0.0)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.8, < 3.0)
+      rexml (>= 3.2.5, < 4.0)
+      rubocop-ast (>= 1.28.0, < 2.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 2.4.0, < 3.0)
+    rubocop-ast (1.28.0)
+      parser (>= 3.2.1.0)
+    rubocop-capybara (2.18.0)
+      rubocop (~> 1.41)
+    rubocop-performance (1.17.1)
+      rubocop (>= 1.7.0, < 2.0)
+      rubocop-ast (>= 0.4.0)
+    rubocop-rake (0.6.0)
+      rubocop (~> 1.0)
+    rubocop-rspec (2.20.0)
+      rubocop (~> 1.33)
+      rubocop-capybara (~> 2.17)
+    ruby-progressbar (1.13.0)
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
+    unicode-display_width (2.4.2)
+
+PLATFORMS
+  arm64-darwin-22
+  x86_64-linux
+
+DEPENDENCIES
+  csvbuilder-importer!
+  rake
+  rspec
+  rubocop
+  rubocop-performance
+  rubocop-rake
+  rubocop-rspec
+
+BUNDLED WITH
+   2.4.7

data/README.md

@@ -1,8 +1,8 @@
 # Csvbuilder::Importer
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/csvbuilder/importer`. To experiment with that code, run `bin/console` for an interactive prompt.
+[Csvbuilder::Importer](https://github.com/joel/csvbuilder-importer) is part of the [csvbuilder-collection](https://github.com/joel/csvbuilder)
 
-TODO: Delete this and the text above, and describe your gem
+The importer contains the implementation for importing data from a CSV file.
 
 ## Installation
 
@@ -14,9 +14,174 @@ If bundler is not being used to manage dependencies, install the gem by executin
 
     $ gem install csvbuilder-importer
 
-## Usage
+# Usage
 
-TODO: Write usage instructions here
+Importing data from a CSV is critical and requires two validation layers. First, you need to ensure data from the CSV are correct, and Second, you need to check that data respects the business logic before inserting it into the system.
+
+To do that, `Csvbuilder::Import` use `ActiveModel::Validations` so you can write your validations in the `CsvImportModel`.
+
+```ruby
+class UserCsvImportModel
+  include Csvbuilder::Model
+  include Csvbuilder::Import
+
+  column :first_name
+  column :last_name
+
+  validates :first_name, presence: true, length: { minimum: 2 }
+
+  def abort?
+    "#{first_name} #{last_name}" == "Bill Gates"
+  end
+end
+```
+
+The import takes the CSV file and the Import class.
+
+```ruby
+rows = Csvbuilder::Import::File.new(file.path, UserCsvImportModel).each
+row = rows.next
+```
+
+`Csvbuilder::Import` implement two essential methods:
+
+1. skip?
+2. abort?
+
+You have to provide your implementation of the method `abort?`. If the method `abort?` returns true, the iteration will stop.
+
+By default, `skip?` return true if the `CsvImportClass` is invalid, but it is safe to override. This means the previous iteration will not return any invalid row.
+
+# Integration
+
+Let's say we want to do something useful and add users if those users are valid.
+
+Let's extract the `CsvRowModel` for more clarity:
+
+```ruby
+class UserCsvRowModel
+  include Csvbuilder::Model
+
+  column :first_name
+  column :last_name
+end
+```
+
+```ruby
+class UserCsvImportModel < UserCsvRowModel
+  include Csvbuilder::Import
+
+  validates :first_name, presence: true, length: { minimum: 2 }
+  validates :last_name, presence: true, length: { minimum: 2 }
+
+  def user
+    User.new(first_name: first_name, last_name: last_name)
+  end
+
+  # Skip if the row is not valid,
+  # the user is not valid or
+  # the user already exists
+  def skip?
+    super || !user.valid? || user.exists?
+  end
+end
+```
+
+Now, we can safely import our users.
+
+```ruby
+[
+  ["First name", "Last name"],
+  ["John"      , "Doe"      ],
+]
+
+Csvbuilder::Import::File.new(file.path, UserCsvImportModel).each do |row_model|
+  row_model.user.save
+end
+```
+
+# Advance Integration
+
+`Csvbuilder::Import::File` implement callbacks. It provides the following:
+
+1.  before_each_iteration
+2.  around_each_iteration
+3.  after_each_iteration
+4.  before_next
+5.  around_next
+6.  after_next
+7.  before_abort
+8.  before_skip
+
+Let's extend `Csvbuilder::Import::File`
+
+```ruby
+class Importer < Csvbuilder::Import::File
+  attr_reader :row_in_errors
+
+  def initialize(*args)
+    super
+    @row_in_errors = RowErrors.new
+  end
+
+  after_next do
+    next true unless current_row_model # End of File
+    next true if current_row_model.valid? # No Errors To Collect
+
+    row_in_errors.append_errors(current_row_model)
+  end
+end
+```
+
+Now the importer can report the errors encountered instead of ignoring them.
+
+For documentation purposes, here is a possible implementation of the errors collector:
+
+```ruby
+class RowErrors
+  attr_reader :headers, :errors
+
+  def initialize
+    @errors = []
+  end
+
+  def append_errors(row_model)
+    @headers ||= begin
+      errors << row_model.class.headers
+      row_model.class.headers
+    end
+
+    row_in_error = []
+    row_model.source_attributes.map do |key, value|
+      row_in_error << if row_model.errors.messages[key].present?
+                        "Initial Value: [#{value}] - Errors: #{row_model.errors.messages[key].join(", ")}"
+                      else
+                        value
+                      end
+    end
+    errors << row_in_error
+  end
+end
+```
+
+Now we can nicely show the errors which occur over the import.
+
+```ruby
+[
+  ["First name", "Last name"],
+  ["J", "Doe"]
+]
+
+importer.row_in_errors.errors
+# => [
+# =>   ["First Name", "Last Name"],
+# =>   ["Initial Value: [J] - Errors: is too short (minimum is 2 characters)", "Doe"]
+# => ]
+```
+
+Thanks to the callback mechanism, the opportunities to interact with the import are immense. For instance, you can show the errors on a Web Form and offer the chance to the user to change the data and re-attempt.
+
+For long imports, you can show a progress bar to help customers cope with the import time; as you know, if errors have occurred, you can change the colour of the progress bar accordingly and offer the possibility to stop the import earlier.
 
 ## Development
 
@@ -26,7 +191,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/csvbuilder-importer. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/[USERNAME]/csvbuilder-importer/blob/main/CODE_OF_CONDUCT.md).
+Bug reports and pull requests are welcome on GitHub at https://github.com/joel/csvbuilder-importer. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/[USERNAME]/csvbuilder-importer/blob/main/CODE_OF_CONDUCT.md).
 
 ## License
 

data/gemfiles/rails_edge.gemfile

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+source "https://rubygems.org"
+
+# Runtime dependencies
+gem "activemodel", github: "rails/rails", branch: "main"
+gem "activesupport", github: "rails/rails", branch: "main"
+
+gem "csvbuilder-core"
+
+# Development dependencies
+gem "rake"
+gem "rspec"
+gem "rubocop"
+gem "rubocop-performance"
+gem "rubocop-rake"
+gem "rubocop-rspec"

data/lib/csvbuilder/importer/internal/import/csv.rb

@@ -23,7 +23,7 @@ module Csvbuilder
       # http://stackoverflow.com/questions/2650517/count-the-number-of-lines-in-a-file-without-reading-entire-file-into-memory
       # @return [Integer] the number of rows in the file, including empty new lines
       def size
-        @size ||= `wc -l #{file_path}`.split[0].to_i + 1
+        @size ||= ::File.readlines(file_path).length
       end
 
       # If the current position is at the headers, skip it and return it. Otherwise, only return false.

data/lib/csvbuilder/importer/version.rb

@@ -2,6 +2,6 @@
 
 module Csvbuilder
   module Importer
-    VERSION = "0.1.2"
+    VERSION = "0.1.4"
   end
 end

metadata

@@ -1,43 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: csvbuilder-importer
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.4
 platform: ruby
 authors:
 - Joel Azemar
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2022-12-20 00:00:00.000000000 Z
+date: 2023-04-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activemodel
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '6.1'
+        version: '5.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '6.1'
+        version: '5.2'
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '6.1'
+        version: '5.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '6.1'
+        version: '5.2'
 - !ruby/object:Gem::Dependency
   name: csvbuilder-core
   requirement: !ruby/object:Gem::Requirement
@@ -65,12 +65,14 @@ files:
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
+- Gemfile.lock
 - LICENSE.txt
 - README.md
 - Rakefile
 - gemfiles/Gemfile.5.2._gemfile
 - gemfiles/Gemfile.6.1._gemfile
 - gemfiles/Gemfile.7.0._gemfile
+- gemfiles/rails_edge.gemfile
 - lib/csvbuilder/importer.rb
 - lib/csvbuilder/importer/concerns/import/attributes.rb
 - lib/csvbuilder/importer/concerns/import/base.rb
@@ -88,7 +90,7 @@ metadata:
   source_code_uri: https://github.com/joel/csvbuilder-importer
   changelog_uri: https://github.com/joel/csvbuilder-importer/blob/main/CHANGELOG.md
   rubygems_mfa_required: 'true'
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -103,8 +105,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.12
-signing_key: 
+rubygems_version: 3.4.12
+signing_key:
 specification_version: 4
 summary: Csvbuilder Importer contain the components to handle CSV importing
 test_files: []