csv_fast_importer 1.0.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1c6850b0ee75facc689b0992b21b3a3f94918bc9
-  data.tar.gz: 19d416bfb8f7c61f56bfab8906e25adecf329ba8
+  metadata.gz: 661106069e79d58511f235c56abbcc02b8f0ab2c
+  data.tar.gz: e9629ddc3232b012efa9fcdc0b08156d82bdc025
 SHA512:
-  metadata.gz: f5c35806af277b60c034b04f938dcf2faca4f9433a9194c985d098d5866230a58c07e9de678e69219d90097c0cbaac5fd9eb89d271936e8f35adf7c1121ac8e0
-  data.tar.gz: cd058154e47b07196e6ad1448eab4e40ae9e452cba095f383bf4589615139f290decf223f966b19e7de90635dc7c4d8cf87b5836b4ff62f9a04d16a139d170ca
+  metadata.gz: 7c26e5b2cf9e6bc3ea76d4c644db3d2b6a1a6a578542c625d6e54c467d6b1825de069b90fb515c1e5e70b3b8a1db73c84838126374ee26a655e20d2b361febf8
+  data.tar.gz: 3daa1f10583abbb7344d8a238d1862b175a81ff87052c0483e4efdc595e141f9eb271f3636fc9547be7774df730b91465ebb448452ab46424c196591f8ccef60

data/.ruby-version

@@ -1 +1 @@
-2.2.1
+2.3.0

data/.travis.yml

@@ -1,15 +1,21 @@
 language: ruby
+before_install:
+  - gem install bundler
 script:
   - bundle exec rake test:db:create
   - bundle exec rspec spec
   - if [ "$RUN_BENCHMARK" = "true" ]; then DATASET_SIZE=100 bundle exec rake benchmark; fi
 rvm:
-  2.2.0
-matrix:
+  2.3.0
+jobs:
   include:
     - env:
       - DB_TYPE=mysql
       - DB_USERNAME=travis
+      services:
+        - mysql
     - env:
       - DB_TYPE=postgres
       - RUN_BENCHMARK=true
+      services:
+        - postgresql

data/Gemfile.lock

@@ -1,35 +1,34 @@
 PATH
   remote: .
   specs:
-    csv_fast_importer (1.0.0)
-      activerecord (>= 3.0)
+    csv_fast_importer (1.1.0)
+      activerecord (~> 4.2)
 
 GEM
   remote: https://rubygems.org/
   specs:
     active_importer (0.2.6)
       roo
-    activemodel (4.2.5)
-      activesupport (= 4.2.5)
+    activemodel (4.2.10)
+      activesupport (= 4.2.10)
       builder (~> 3.1)
-    activerecord (4.2.5)
-      activemodel (= 4.2.5)
-      activesupport (= 4.2.5)
+    activerecord (4.2.10)
+      activemodel (= 4.2.10)
+      activesupport (= 4.2.10)
       arel (~> 6.0)
     activerecord-import (0.10.0)
       activerecord (>= 3.0)
-    activesupport (4.2.5)
+    activesupport (4.2.10)
       i18n (~> 0.7)
-      json (~> 1.7, >= 1.7.7)
       minitest (~> 5.1)
       thread_safe (~> 0.3, >= 0.3.4)
       tzinfo (~> 1.1)
-    arel (6.0.3)
+    arel (6.0.4)
     axiom-types (0.1.1)
       descendants_tracker (~> 0.0.4)
       ice_nine (~> 0.11.0)
       thread_safe (~> 0.3, >= 0.3.1)
-    builder (3.2.2)
+    builder (3.2.3)
     bulk_insert (1.5.0)
       activerecord (>= 4.1.0)
     codacy-coverage (0.2.3)
@@ -37,6 +36,7 @@ GEM
       simplecov (~> 0.10.0)
     coercible (1.0.0)
       descendants_tracker (~> 0.0.1)
+    concurrent-ruby (1.0.5)
     csv-importer (0.3.2)
       virtus
     descendants_tracker (0.0.4)
@@ -52,16 +52,17 @@ GEM
     highline (1.6.21)
     http-cookie (1.0.2)
       domain_name (~> 0.5)
-    i18n (0.7.0)
+    i18n (0.9.3)
+      concurrent-ruby (~> 1.0)
     ice_nine (0.11.2)
-    json (1.8.3)
+    json (1.8.6)
     mime-types (2.99.1)
-    mini_portile2 (2.2.0)
-    minitest (5.8.3)
-    mysql2 (0.3.20)
+    mini_portile2 (2.3.0)
+    minitest (5.11.2)
+    mysql2 (0.4.10)
     netrc (0.11.0)
-    nokogiri (1.8.0)
-      mini_portile2 (~> 2.2.0)
+    nokogiri (1.8.2)
+      mini_portile2 (~> 2.3.0)
     pg (0.18.4)
     progressbar (0.21.0)
     rake (10.4.2)
@@ -92,8 +93,8 @@ GEM
       simplecov-html (~> 0.10.0)
     simplecov-html (0.10.0)
     smarter_csv (1.1.4)
-    thread_safe (0.3.5)
-    tzinfo (1.2.2)
+    thread_safe (0.3.6)
+    tzinfo (1.2.4)
       thread_safe (~> 0.1)
     unf (0.1.4)
       unf_ext
@@ -117,7 +118,7 @@ DEPENDENCIES
   csv-importer
   csv_fast_importer!
   ferry
-  mysql2 (>= 0.3.10)
+  mysql2 (>= 0.4.0)
   pg (>= 0.18.4)
   rake (~> 10.0)
   rspec
@@ -125,4 +126,4 @@ DEPENDENCIES
   upsert
 
 BUNDLED WITH
-   1.13.2
+   1.17.3

data/README.md

@@ -1,4 +1,4 @@
-[![Build Status](https://travis-ci.org/sogilis/csv_fast_importer.svg?branch=master)](https://travis-ci.org/sogilis/csv_fast_importer) [![Codacy Badge](https://api.codacy.com/project/badge/Grade/3747d356ba004b7da2d0aec6bf1160f0)](https://www.codacy.com/app/Jibidus/csv_fast_importer?utm_source=github.com&utm_medium=referral&utm_content=sogilis/csv_fast_importer&utm_campaign=Badge_Grade)
+[![Gem Version](https://badge.fury.io/rb/csv_fast_importer.svg)](https://badge.fury.io/rb/csv_fast_importer) [![Build Status](https://travis-ci.org/sogilis/csv_fast_importer.svg?branch=master)](https://travis-ci.org/sogilis/csv_fast_importer) [![Codacy Badge](https://api.codacy.com/project/badge/Grade/3747d356ba004b7da2d0aec6bf1160f0)](https://www.codacy.com/app/Jibidus/csv_fast_importer?utm_source=github.com&utm_medium=referral&utm_content=sogilis/csv_fast_importer&utm_campaign=Badge_Grade)
 
 # CSV Fast Importer
 
@@ -184,3 +184,12 @@ In few words:
 - [ ] Refactor tests (with should-> must / should -> expect / subject...)
 - [ ] Reduce technical debt on db connection (test & benchmark)
 - [ ] SQLite support
+
+## How to release new version?
+
+Make sure your are in `master` branch. Then, run:
+```bash
+bundle exec rake release:make[major|minor|patch|x.y.z]
+```
+
+Example: `bundle exec rake release:make[minor]`

data/csv_fast_importer.gemspec

@@ -10,7 +10,7 @@ Gem::Specification.new do |spec|
   spec.email         = ["sogilis@sogilis.com"]
 
   spec.summary       = "Fast CSV Importer"
-  spec.description   = "Import CSV files' content into a PostgreSQL database. It is based on the Postgre COPY command which is designed to be as faster as possible."
+  spec.description   = "A gem to import CSV files' content into a PostgreSQL or MySQL database. It is respectively based on PostgreSQL COPY and MySQL LOAD DATA INFILE which are designed to be as fast as possible."
   spec.homepage      = "https://github.com/sogilis/csv_fast_importer"
   spec.license       = "MIT"
 
@@ -25,7 +25,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.10"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "pg", ">= 0.18.4"
-  spec.add_development_dependency "mysql2", ">= 0.3.10"
+  spec.add_development_dependency "mysql2", ">= 0.4.0"
   spec.add_development_dependency "codacy-coverage"
   spec.add_development_dependency "rspec"
 
@@ -38,5 +38,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "active_importer"
   spec.add_development_dependency "ferry"
 
-  spec.add_runtime_dependency "activerecord", [">= 3.0"]
+  spec.add_runtime_dependency "activerecord", ["~> 4.2"]
 end

data/lib/csv_fast_importer/version.rb

@@ -1,3 +1,3 @@
 module CSVFastImporter
-  VERSION = "1.0.0"
+  VERSION = "1.1.0"
 end

data/rakelib/changelog.rb

@@ -0,0 +1,28 @@
+class Changelog
+  attr_reader :changelog
+
+  def initialize(changelog)
+    @changelog = changelog
+  end
+
+  def self.parse(git_log)
+    changelog = {}
+    git_log.sort.uniq.each do |commit_message|
+      type, message = commit_message.split('/', 2).map(&:strip)
+      next if type == 'Chore'
+      if message.nil?
+        message = type
+        type = 'Other'
+      end
+      changelog[type] = [] unless changelog.has_key?(type)
+      changelog[type] << message
+    end
+    Changelog.new changelog
+  end
+
+  def to_s
+    @changelog.map do |type, messages|
+      "# #{type}\n" + messages.map { |message| "- #{message}\n" }.join + "\n"
+    end.join
+  end
+end

data/rakelib/release.rake

@@ -0,0 +1,33 @@
+require './rakelib/repository'
+require './rakelib/release'
+
+namespace :release do
+
+  desc "Build new release.\n\t- bump_type (mandatory): [major|minor|patch|x.y.z]\n\t- dry_run (optional): skip commit, tag and publishing"
+  task :make, [:bump_type, :dry_run] do |_, args|
+    release = Release.new args[:bump_type]
+    #raise "You can only release new version from master branch" unless Repository.current_branch == 'master'
+
+    puts "Bump version from #{release.last_version} to #{release.version}"
+    release.apply!
+
+    puts
+    puts "Changelog from #{release.last_version} to #{release.version}:"
+    puts release.changelog
+    puts "(Chores ignored)"
+
+    next if args[:dry_run]
+
+    release.git_commit
+
+    puts
+    puts "Release built."
+    puts
+    puts "Run following commands to publish version #{release.version}:"
+    puts "$ git push && git push --tags"
+    puts "$ Rake::Task['release'].invoke"
+    puts
+    puts "After that, do not forget to report changelog in Github Release."
+  end
+end
+

data/rakelib/release.rb

@@ -0,0 +1,60 @@
+require './rakelib/repository'
+require './rakelib/changelog'
+
+class Release
+
+  GEM_NAME = 'csv_fast_importer'
+  VERSION_FILE = 'lib/csv_fast_importer/version.rb'
+  GEMFILE_LOCK = 'Gemfile.lock'
+
+  def initialize(type)
+    @type = type
+  end
+
+  def last_version
+    CSVFastImporter::VERSION
+  end
+
+  def version
+    @version ||= bump(last_version, @type)
+  end
+
+  def apply!
+    sub_file_content VERSION_FILE, last_version, version
+    sub_file_content GEMFILE_LOCK, "#{GEM_NAME} (#{last_version})", "#{GEM_NAME} (#{version})"
+  end
+
+  def changelog
+    @changelog ||= Changelog.parse(Repository.log_from("v#{last_version}"))
+  end
+
+  def git_commit
+    `git add #{VERSION_FILE} #{GEMFILE_LOCK}`
+    `git commit -m 'Chore / Change version to #{version}'`
+  end
+
+private
+
+  def bump(version, bump_type)
+    major, minor, patch = version.split(".").map(&:to_i)
+    if bump_type == 'major'
+      major += 1
+      minor = 0
+      patch = 0
+    elsif bump_type == 'minor'
+      minor += 1
+      patch = 0
+    else
+      patch += 1
+    end
+    [major, minor, patch].join(".")
+  end
+
+  def sub_file_content(file_path, from, to)
+    current_content = File.read(file_path)
+    modified_content = current_content.sub(from, to)
+    raise "Cannot find regexp #{from} in file #{file_path}" if modified_content == current_content
+    File.open(file_path, "w") { |file| file << modified_content }
+  end
+
+end

data/rakelib/repository.rb

@@ -0,0 +1,10 @@
+class Repository
+
+  def self.current_branch
+    `git rev-parse --abbrev-ref HEAD`
+  end
+
+  def self.log_from(revision)
+    `git log #{revision}..HEAD --pretty=format:"%s"`.split("\n")
+  end
+end

data/sample-app/Gemfile

@@ -2,7 +2,7 @@ source 'https://rubygems.org'
 
 
 # Bundle edge Rails instead: gem 'rails', github: 'rails/rails'
-gem 'rails', '4.2.6'
+gem 'rails', '~> 4.2'
 # Use sqlite3 as the database for Active Record
 #gem 'sqlite3'
 gem 'pg'

data/sample-app/Gemfile.lock

@@ -1,38 +1,37 @@
 GEM
   remote: https://rubygems.org/
   specs:
-    actionmailer (4.2.6)
-      actionpack (= 4.2.6)
-      actionview (= 4.2.6)
-      activejob (= 4.2.6)
+    actionmailer (4.2.11)
+      actionpack (= 4.2.11)
+      actionview (= 4.2.11)
+      activejob (= 4.2.11)
       mail (~> 2.5, >= 2.5.4)
       rails-dom-testing (~> 1.0, >= 1.0.5)
-    actionpack (4.2.6)
-      actionview (= 4.2.6)
-      activesupport (= 4.2.6)
+    actionpack (4.2.11)
+      actionview (= 4.2.11)
+      activesupport (= 4.2.11)
       rack (~> 1.6)
       rack-test (~> 0.6.2)
       rails-dom-testing (~> 1.0, >= 1.0.5)
       rails-html-sanitizer (~> 1.0, >= 1.0.2)
-    actionview (4.2.6)
-      activesupport (= 4.2.6)
+    actionview (4.2.11)
+      activesupport (= 4.2.11)
       builder (~> 3.1)
       erubis (~> 2.7.0)
       rails-dom-testing (~> 1.0, >= 1.0.5)
-      rails-html-sanitizer (~> 1.0, >= 1.0.2)
-    activejob (4.2.6)
-      activesupport (= 4.2.6)
+      rails-html-sanitizer (~> 1.0, >= 1.0.3)
+    activejob (4.2.11)
+      activesupport (= 4.2.11)
       globalid (>= 0.3.0)
-    activemodel (4.2.6)
-      activesupport (= 4.2.6)
+    activemodel (4.2.11)
+      activesupport (= 4.2.11)
       builder (~> 3.1)
-    activerecord (4.2.6)
-      activemodel (= 4.2.6)
-      activesupport (= 4.2.6)
+    activerecord (4.2.11)
+      activemodel (= 4.2.11)
+      activesupport (= 4.2.11)
       arel (~> 6.0)
-    activesupport (4.2.6)
+    activesupport (4.2.11)
       i18n (~> 0.7)
-      json (~> 1.7, >= 1.7.7)
       minitest (~> 5.1)
       thread_safe (~> 0.3, >= 0.3.4)
       tzinfo (~> 1.1)
@@ -48,16 +47,18 @@ GEM
       coffee-script-source
       execjs
     coffee-script-source (1.12.2)
-    concurrent-ruby (1.0.5)
+    concurrent-ruby (1.1.4)
+    crass (1.0.4)
     csv_fast_importer (1.0.0)
       activerecord (>= 3.0)
     debug_inspector (0.0.3)
     erubis (2.7.0)
     execjs (2.7.0)
     ffi (1.9.18)
-    globalid (0.4.0)
+    globalid (0.4.1)
       activesupport (>= 4.2.0)
-    i18n (0.8.6)
+    i18n (0.9.5)
+      concurrent-ruby (~> 1.0)
     jbuilder (2.7.0)
       activesupport (>= 4.2.0)
       multi_json (>= 1.2)
@@ -66,47 +67,46 @@ GEM
       railties (>= 4.2.0)
       thor (>= 0.14, < 2.0)
     json (1.8.6)
-    loofah (2.0.3)
+    loofah (2.2.3)
+      crass (~> 1.0.2)
       nokogiri (>= 1.5.9)
-    mail (2.6.6)
-      mime-types (>= 1.16, < 4)
-    mime-types (3.1)
-      mime-types-data (~> 3.2015)
-    mime-types-data (3.2016.0521)
-    mini_portile2 (2.2.0)
-    minitest (5.10.3)
+    mail (2.7.1)
+      mini_mime (>= 0.1.1)
+    mini_mime (1.0.1)
+    mini_portile2 (2.4.0)
+    minitest (5.11.3)
     multi_json (1.12.1)
-    nokogiri (1.8.0)
-      mini_portile2 (~> 2.2.0)
+    nokogiri (1.9.1)
+      mini_portile2 (~> 2.4.0)
     pg (0.19.0)
-    rack (1.6.8)
+    rack (1.6.11)
     rack-test (0.6.3)
       rack (>= 1.0)
-    rails (4.2.6)
-      actionmailer (= 4.2.6)
-      actionpack (= 4.2.6)
-      actionview (= 4.2.6)
-      activejob (= 4.2.6)
-      activemodel (= 4.2.6)
-      activerecord (= 4.2.6)
-      activesupport (= 4.2.6)
+    rails (4.2.11)
+      actionmailer (= 4.2.11)
+      actionpack (= 4.2.11)
+      actionview (= 4.2.11)
+      activejob (= 4.2.11)
+      activemodel (= 4.2.11)
+      activerecord (= 4.2.11)
+      activesupport (= 4.2.11)
       bundler (>= 1.3.0, < 2.0)
-      railties (= 4.2.6)
+      railties (= 4.2.11)
       sprockets-rails
     rails-deprecated_sanitizer (1.0.3)
       activesupport (>= 4.2.0.alpha)
-    rails-dom-testing (1.0.8)
-      activesupport (>= 4.2.0.beta, < 5.0)
+    rails-dom-testing (1.0.9)
+      activesupport (>= 4.2.0, < 5.0)
       nokogiri (~> 1.6)
       rails-deprecated_sanitizer (>= 1.0.1)
-    rails-html-sanitizer (1.0.3)
-      loofah (~> 2.0)
-    railties (4.2.6)
-      actionpack (= 4.2.6)
-      activesupport (= 4.2.6)
+    rails-html-sanitizer (1.0.4)
+      loofah (~> 2.2, >= 2.2.2)
+    railties (4.2.11)
+      actionpack (= 4.2.11)
+      activesupport (= 4.2.11)
       rake (>= 0.8.7)
       thor (>= 0.18.1, < 2.0)
-    rake (12.0.0)
+    rake (12.3.2)
     rb-fsevent (0.10.2)
     rb-inotify (0.9.10)
       ffi (>= 0.5.0, < 2)
@@ -127,20 +127,20 @@ GEM
       rdoc (~> 4.0)
     spring (2.0.2)
       activesupport (>= 4.2)
-    sprockets (3.7.1)
+    sprockets (3.7.2)
       concurrent-ruby (~> 1.0)
       rack (> 1, < 3)
-    sprockets-rails (3.2.0)
+    sprockets-rails (3.2.1)
       actionpack (>= 4.0)
       activesupport (>= 4.0)
       sprockets (>= 3.0.0)
-    thor (0.20.0)
+    thor (0.20.3)
     thread_safe (0.3.6)
     tilt (2.0.8)
     turbolinks (5.0.1)
       turbolinks-source (~> 5)
     turbolinks-source (5.0.3)
-    tzinfo (1.2.3)
+    tzinfo (1.2.5)
       thread_safe (~> 0.1)
     uglifier (3.2.0)
       execjs (>= 0.3.0, < 3)
@@ -160,7 +160,7 @@ DEPENDENCIES
   jbuilder (~> 2.0)
   jquery-rails
   pg
-  rails (= 4.2.6)
+  rails (~> 4.2)
   sass-rails (~> 5.0)
   sdoc (~> 0.4.0)
   spring

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: csv_fast_importer
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.0
 platform: ruby
 authors:
 - Sogilis
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-08-18 00:00:00.000000000 Z
+date: 2019-11-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.10
+        version: 0.4.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.10
+        version: 0.4.0
 - !ruby/object:Gem::Dependency
   name: codacy-coverage
   requirement: !ruby/object:Gem::Requirement
@@ -196,18 +196,19 @@ dependencies:
   name: activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
+        version: '4.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.0'
-description: Import CSV files' content into a PostgreSQL database. It is based on
-  the Postgre COPY command which is designed to be as faster as possible.
+        version: '4.2'
+description: A gem to import CSV files' content into a PostgreSQL or MySQL database.
+  It is respectively based on PostgreSQL COPY and MySQL LOAD DATA INFILE which are
+  designed to be as fast as possible.
 email:
 - sogilis@sogilis.com
 executables: []
@@ -240,6 +241,10 @@ files:
 - lib/csv_fast_importer/database_factory.rb
 - lib/csv_fast_importer/import.rb
 - lib/csv_fast_importer/version.rb
+- rakelib/changelog.rb
+- rakelib/release.rake
+- rakelib/release.rb
+- rakelib/repository.rb
 - sample-app/.gitignore
 - sample-app/Gemfile
 - sample-app/Gemfile.lock
@@ -323,9 +328,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.4
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Fast CSV Importer
 test_files: []
-has_rdoc: