mass_insert 0.1.3 → 0.2.0

data/test/support/shared_examples.rb

@@ -0,0 +1,57 @@
+def shared_examples
+  describe 'Database Adapters' do
+    let(:attributes) do
+      {
+        name: 'User Name',
+        active: true,
+        age: 25,
+        money: 20.50,
+        birth_date: Date.today,
+        created_at: DateTime.now,
+        updated_at: DateTime.now
+      }
+    end
+
+    after :each do
+      User.delete_all
+    end
+
+    describe 'Column types' do
+      def setup
+        User.mass_insert([attributes])
+      end
+
+      def user
+        @user ||= User.last
+      end
+
+      it 'saves values correctly' do
+        assert_equal user.name, 'User Name'
+        assert_equal user.active, true
+        assert_equal user.age, 25
+        assert_equal user.money, 20.50
+        assert_equal user.birth_date, Date.today
+      end
+    end
+
+    describe 'Bulk inseting' do
+      def array_of_values_with(size)
+        (0...size).map do |i|
+          attributes
+        end
+      end
+
+      it 'saves 500 records correctly' do
+        values = array_of_values_with(500)
+        User.mass_insert(values)
+        assert_equal User.count, 500
+      end
+
+      it 'saves 1000 records correctly' do
+        values = array_of_values_with(1000)
+        User.mass_insert(values)
+        assert_equal User.count, 1000
+      end
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,20 @@
+require 'minitest/autorun'
+require 'logger'
+require 'active_record'
+require 'mass_insert'
+require 'fileutils'
+
+adapter = ENV['DATABASE_ADAPTER'] || 'sqlite3'
+
+FileUtils.mkdir_p('tmp')
+FileUtils.mkdir_p('log')
+
+ActiveRecord::Base.logger = Logger.new('log/test.log')
+ActiveRecord::Base.logger.level = Logger::DEBUG
+ActiveRecord::Base.configurations['test'] = YAML.load_file(File.dirname(__FILE__) + '/database.yml')[adapter]
+ActiveRecord::Base.establish_connection(:test)
+
+require File.dirname(__FILE__) + '/schema.rb'
+
+Dir[File.dirname(__FILE__) + "/support/**/*.rb"].each{ |file| require file }
+Dir[File.dirname(__FILE__) + "/models/**/*.rb"].each{ |file| require file }

metadata

@@ -1,43 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: mass_insert
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - Alejandro Gutiérrez
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-30 00:00:00.000000000 Z
+date: 2014-08-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.3'
-  type: :development
+        version: '3.2'
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.3'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+        version: '3.2'
 description: This gem aims to provide an easy and faster way to do single database
   insertions in Rails.
 email:
@@ -46,105 +32,36 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
-- .rvmrc
-- .travis.yml
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
 - lib/mass_insert.rb
+- lib/mass_insert/adapters/abstract_adapter.rb
+- lib/mass_insert/adapters/mysql2_adapter.rb
+- lib/mass_insert/adapters/postgresql_adapter.rb
+- lib/mass_insert/adapters/sqlite3_adapter.rb
 - lib/mass_insert/base.rb
-- lib/mass_insert/builder/adapters.rb
-- lib/mass_insert/builder/adapters/adapter.rb
-- lib/mass_insert/builder/adapters/helpers/abstract_query.rb
-- lib/mass_insert/builder/adapters/helpers/column_value.rb
-- lib/mass_insert/builder/adapters/mysql2_adapter.rb
-- lib/mass_insert/builder/adapters/postgresql_adapter.rb
-- lib/mass_insert/builder/adapters/sqlite3_adapter.rb
-- lib/mass_insert/builder/adapters/sqlserver_adapter.rb
-- lib/mass_insert/builder/base.rb
-- lib/mass_insert/builder/utilities.rb
+- lib/mass_insert/builder.rb
 - lib/mass_insert/executer.rb
 - lib/mass_insert/process.rb
-- lib/mass_insert/result.rb
+- lib/mass_insert/utilities.rb
 - lib/mass_insert/version.rb
 - mass_insert.gemspec
-- spec/adapters/column_types/binary_spec.rb
-- spec/adapters/column_types/boolean_spec.rb
-- spec/adapters/column_types/date_spec.rb
-- spec/adapters/column_types/datetime_spec.rb
-- spec/adapters/column_types/decimal_spec.rb
-- spec/adapters/column_types/integer_spec.rb
-- spec/adapters/column_types/string_spec.rb
-- spec/adapters/column_types/time_spec.rb
-- spec/adapters/model_spec.rb
-- spec/dummy/.gitignore
-- spec/dummy/Gemfile
-- spec/dummy/README.rdoc
-- spec/dummy/Rakefile
-- spec/dummy/app/assets/images/rails.png
-- spec/dummy/app/assets/javascripts/application.js
-- spec/dummy/app/assets/stylesheets/application.css
-- spec/dummy/app/controllers/application_controller.rb
-- spec/dummy/app/helpers/application_helper.rb
-- spec/dummy/app/mailers/.gitkeep
-- spec/dummy/app/models/.gitkeep
-- spec/dummy/app/models/user.rb
-- spec/dummy/app/views/layouts/application.html.erb
-- spec/dummy/config.ru
-- spec/dummy/config/application.rb
-- spec/dummy/config/boot.rb
-- spec/dummy/config/database.yml
-- spec/dummy/config/environment.rb
-- spec/dummy/config/environments/development.rb
-- spec/dummy/config/environments/mysql2.rb
-- spec/dummy/config/environments/postgresql.rb
-- spec/dummy/config/environments/production.rb
-- spec/dummy/config/environments/sqlite3.rb
-- spec/dummy/config/environments/test.rb
-- spec/dummy/config/initializers/backtrace_silencers.rb
-- spec/dummy/config/initializers/inflections.rb
-- spec/dummy/config/initializers/mime_types.rb
-- spec/dummy/config/initializers/secret_token.rb
-- spec/dummy/config/initializers/session_store.rb
-- spec/dummy/config/initializers/wrap_parameters.rb
-- spec/dummy/config/locales/en.yml
-- spec/dummy/config/routes.rb
-- spec/dummy/db/migrate/20130412154541_create_users.rb
-- spec/dummy/db/schema.rb
-- spec/dummy/db/seeds.rb
-- spec/dummy/lib/assets/.gitkeep
-- spec/dummy/lib/tasks/.gitkeep
-- spec/dummy/log/.gitkeep
-- spec/dummy/public/404.html
-- spec/dummy/public/422.html
-- spec/dummy/public/500.html
-- spec/dummy/public/favicon.ico
-- spec/dummy/public/index.html
-- spec/dummy/public/robots.txt
-- spec/dummy/script/rails
-- spec/dummy/vendor/assets/javascripts/.gitkeep
-- spec/dummy/vendor/assets/stylesheets/.gitkeep
-- spec/dummy/vendor/plugins/.gitkeep
-- spec/lib/mass_insert/base_spec.rb
-- spec/lib/mass_insert/builder/adapters/adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters/helpers/abstract_query_spec.rb
-- spec/lib/mass_insert/builder/adapters/helpers/column_value_spec.rb
-- spec/lib/mass_insert/builder/adapters/mysql_adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters/postgresql_adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters/sqlite3_adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters/sqlserver_adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters_spec.rb
-- spec/lib/mass_insert/builder/base_spec.rb
-- spec/lib/mass_insert/builder/utilities_spec.rb
-- spec/lib/mass_insert/executer_spec.rb
-- spec/lib/mass_insert/process_spec.rb
-- spec/lib/mass_insert/result_spec.rb
-- spec/lib/mass_insert_spec.rb
-- spec/spec_helper.rb
-- spec/support/mass_insert_support.rb
+- test/adapters/mysql2/example_test.rb
+- test/adapters/postgresql/example_test.rb
+- test/adapters/sqlite3/example_test.rb
+- test/database.yml.example
+- test/models/user.rb
+- test/schema.rb
+- test/support/adapters/mysql2.rb
+- test/support/adapters/postgresql.rb
+- test/support/adapters/sqlite3.rb
+- test/support/shared_examples.rb
+- test/test_helper.rb
 homepage: https://github.com/alejandrogutierrez/mass_insert
 licenses:
 - MIT
@@ -155,12 +72,12 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.9.3
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
@@ -170,77 +87,14 @@ signing_key:
 specification_version: 4
 summary: Mass database insertion in Rails
 test_files:
-- spec/adapters/column_types/binary_spec.rb
-- spec/adapters/column_types/boolean_spec.rb
-- spec/adapters/column_types/date_spec.rb
-- spec/adapters/column_types/datetime_spec.rb
-- spec/adapters/column_types/decimal_spec.rb
-- spec/adapters/column_types/integer_spec.rb
-- spec/adapters/column_types/string_spec.rb
-- spec/adapters/column_types/time_spec.rb
-- spec/adapters/model_spec.rb
-- spec/dummy/.gitignore
-- spec/dummy/Gemfile
-- spec/dummy/README.rdoc
-- spec/dummy/Rakefile
-- spec/dummy/app/assets/images/rails.png
-- spec/dummy/app/assets/javascripts/application.js
-- spec/dummy/app/assets/stylesheets/application.css
-- spec/dummy/app/controllers/application_controller.rb
-- spec/dummy/app/helpers/application_helper.rb
-- spec/dummy/app/mailers/.gitkeep
-- spec/dummy/app/models/.gitkeep
-- spec/dummy/app/models/user.rb
-- spec/dummy/app/views/layouts/application.html.erb
-- spec/dummy/config.ru
-- spec/dummy/config/application.rb
-- spec/dummy/config/boot.rb
-- spec/dummy/config/database.yml
-- spec/dummy/config/environment.rb
-- spec/dummy/config/environments/development.rb
-- spec/dummy/config/environments/mysql2.rb
-- spec/dummy/config/environments/postgresql.rb
-- spec/dummy/config/environments/production.rb
-- spec/dummy/config/environments/sqlite3.rb
-- spec/dummy/config/environments/test.rb
-- spec/dummy/config/initializers/backtrace_silencers.rb
-- spec/dummy/config/initializers/inflections.rb
-- spec/dummy/config/initializers/mime_types.rb
-- spec/dummy/config/initializers/secret_token.rb
-- spec/dummy/config/initializers/session_store.rb
-- spec/dummy/config/initializers/wrap_parameters.rb
-- spec/dummy/config/locales/en.yml
-- spec/dummy/config/routes.rb
-- spec/dummy/db/migrate/20130412154541_create_users.rb
-- spec/dummy/db/schema.rb
-- spec/dummy/db/seeds.rb
-- spec/dummy/lib/assets/.gitkeep
-- spec/dummy/lib/tasks/.gitkeep
-- spec/dummy/log/.gitkeep
-- spec/dummy/public/404.html
-- spec/dummy/public/422.html
-- spec/dummy/public/500.html
-- spec/dummy/public/favicon.ico
-- spec/dummy/public/index.html
-- spec/dummy/public/robots.txt
-- spec/dummy/script/rails
-- spec/dummy/vendor/assets/javascripts/.gitkeep
-- spec/dummy/vendor/assets/stylesheets/.gitkeep
-- spec/dummy/vendor/plugins/.gitkeep
-- spec/lib/mass_insert/base_spec.rb
-- spec/lib/mass_insert/builder/adapters/adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters/helpers/abstract_query_spec.rb
-- spec/lib/mass_insert/builder/adapters/helpers/column_value_spec.rb
-- spec/lib/mass_insert/builder/adapters/mysql_adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters/postgresql_adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters/sqlite3_adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters/sqlserver_adapter_spec.rb
-- spec/lib/mass_insert/builder/adapters_spec.rb
-- spec/lib/mass_insert/builder/base_spec.rb
-- spec/lib/mass_insert/builder/utilities_spec.rb
-- spec/lib/mass_insert/executer_spec.rb
-- spec/lib/mass_insert/process_spec.rb
-- spec/lib/mass_insert/result_spec.rb
-- spec/lib/mass_insert_spec.rb
-- spec/spec_helper.rb
-- spec/support/mass_insert_support.rb
+- test/adapters/mysql2/example_test.rb
+- test/adapters/postgresql/example_test.rb
+- test/adapters/sqlite3/example_test.rb
+- test/database.yml.example
+- test/models/user.rb
+- test/schema.rb
+- test/support/adapters/mysql2.rb
+- test/support/adapters/postgresql.rb
+- test/support/adapters/sqlite3.rb
+- test/support/shared_examples.rb
+- test/test_helper.rb

data/.rvmrc

@@ -1,62 +0,0 @@
-#!/usr/bin/env bash
-
-# This is an RVM Project .rvmrc file, used to automatically load the ruby
-# development environment upon cd'ing into the directory
-
-# First we specify our desired <ruby>[@<gemset>], the @gemset name is optional,
-# Only full ruby name is supported here, for short names use:
-#     echo "rvm use 1.9.3" > .rvmrc
-environment_id="ruby-1.9.3-p484@mass_insert"
-
-# Uncomment the following lines if you want to verify rvm version per project
-# rvmrc_rvm_version="1.25.14 (stable)" # 1.10.1 seems like a safe start
-# eval "$(echo ${rvm_version}.${rvmrc_rvm_version} | __rvm_awk -F. '{print "[[ "$1*65536+$2*256+$3" -ge "$4*65536+$5*256+$6" ]]"}' )" || {
-#   echo "This .rvmrc file requires at least RVM ${rvmrc_rvm_version}, aborting loading."
-#   return 1
-# }
-
-# First we attempt to load the desired environment directly from the environment
-# file. This is very fast and efficient compared to running through the entire
-# CLI and selector. If you want feedback on which environment was used then
-# insert the word 'use' after --create as this triggers verbose mode.
-if [[ -d "${rvm_path:-$HOME/.rvm}/environments"
-  && -s "${rvm_path:-$HOME/.rvm}/environments/$environment_id" ]]
-then
-  \. "${rvm_path:-$HOME/.rvm}/environments/$environment_id"
-  for __hook in "${rvm_path:-$HOME/.rvm}/hooks/after_use"*
-  do
-    if [[ -f "${__hook}" && -x "${__hook}" && -s "${__hook}" ]]
-    then \. "${__hook}" || true
-    fi
-  done
-  unset __hook
-  if (( ${rvm_use_flag:=1} >= 2 )) # display only when forced
-  then
-    if [[ $- == *i* ]] # check for interactive shells
-    then printf "%b" "Using: $(tput setaf 2 2>/dev/null)$GEM_HOME$(tput sgr0 2>/dev/null)
-" # show the user the ruby and gemset they are using in green
-    else printf "%b" "Using: $GEM_HOME
-" # don't use colors in non-interactive shells
-    fi
-  fi
-else
-  # If the environment file has not yet been created, use the RVM CLI to select.
-  rvm --create  "$environment_id" || {
-    echo "Failed to create RVM environment '${environment_id}'."
-    return 1
-  }
-fi
-
-# If you use bundler, this might be useful to you:
-# if [[ -s Gemfile ]] && {
-#   ! builtin command -v bundle >/dev/null ||
-#   builtin command -v bundle | GREP_OPTIONS="" \grep $rvm_path/bin/bundle >/dev/null
-# }
-# then
-#   printf "%b" "The rubygem 'bundler' is not installed. Installing it now.\n"
-#   gem install bundler
-# fi
-# if [[ -s Gemfile ]] && builtin command -v bundle >/dev/null
-# then
-#   bundle install | GREP_OPTIONS="" \grep -vE '^Using|Your bundle is complete'
-# fi

data/lib/mass_insert/builder/adapters/adapter.rb

@@ -1,52 +0,0 @@
-module MassInsert
-  module Builder
-    module Adapters
-      class Adapter
-        include Helpers::AbstractQuery
-
-        attr_accessor :values, :options
-
-        def initialize values, options
-          @values  = values
-          @options = options
-        end
-
-        # Returns the options according to the method that wasn't found.
-        def method_missing method, *args
-          @options.has_key?(method) ? @options[method] : super
-        end
-
-        # Returns an array according to the options with the column names
-        # that will be included in the queries.
-        def columns
-          @columns ||= sanitized_columns
-        end
-
-        # Prepare array with the column names according to the options.
-        def sanitized_columns
-          columns = class_name.column_names
-          columns.delete(class_name.primary_key) unless primary_key
-          columns.map(&:to_sym)
-        end
-
-        # Returns true o false if the database table has timestamp columns.
-        def timestamp?
-          columns.include?(:created_at) && columns.include?(:updated_at)
-        end
-
-        # Returns the timestamp hash to be merge into row values that will
-        # be saved in the database.
-        def timestamp_hash
-          {:created_at => Time.now, :updated_at => Time.now}
-        end
-
-        # Returns the amount of records to each query. Tries to take the
-        # each_slice option value or the length of values.
-        def values_per_insertion
-          each_slice || @values.count
-        end
-
-      end
-    end
-  end
-end

data/lib/mass_insert/builder/adapters/helpers/abstract_query.rb

@@ -1,52 +0,0 @@
-module MassInsert
-  module Builder
-    module Adapters
-      module Helpers
-        module AbstractQuery
-
-          # Returns a basic beginning of the query.
-          def begin_string
-            "INSERT INTO #{class_name.table_name} "
-          end
-
-          # Returns a basic part of the query with the columns definition.
-          def string_columns
-            "(#{columns.join(", ")}) "
-          end
-
-          # Returns a basic part of the query with all the records values.
-          def string_values
-            "VALUES (#{string_rows_values});"
-          end
-
-          # Returns all the column values to all the records
-          def string_rows_values
-            values.map{ |row| string_single_row_values(row) }.join("), (")
-          end
-
-          # Returns all the column values to a single record.
-          def string_single_row_values row
-            row.merge!(timestamp_hash) if timestamp?
-            columns.map{ |col| string_single_value(row, col) }.join(", ")
-          end
-
-          # Returns a single column value. According to the database
-          # configuration, column type and presence.
-          def string_single_value row, column
-            ColumnValue.new(row, column, class_name).build
-          end
-
-          # Values will be treated in batches according to the values per
-          # insertion value. It'll generate an array with queries.
-          def execute
-            @values.each_slice(values_per_insertion).map do |slice|
-              @values = slice
-              "#{begin_string}#{string_columns}#{string_values}"
-            end
-          end
-
-        end
-      end
-    end
-  end
-end

data/lib/mass_insert/builder/adapters/helpers/column_value.rb

@@ -1,90 +0,0 @@
-module MassInsert
-  module Builder
-    module Adapters
-      module Helpers
-        class ColumnValue
-
-          attr_accessor :row, :column, :class_name
-
-          def initialize row, column, class_name
-            @row        = row
-            @column     = column
-            @class_name = class_name
-          end
-
-          # Returns a symbol with the column type according to the database.
-          def column_type
-            class_name.columns_hash[@column.to_s].type
-          end
-
-          # Returns the value to this column in the row hash. The value is
-          # finding by symbol or string key to be most flexible.
-          def column_value
-            row.fetch(column){row[@column.to_s]}
-          end
-
-          # Returns the default column value and it's added to the query if
-          # the row hash does not contains column value.
-          def default_value
-            default_db_value ? default_db_value.to_s : "null"
-          end
-
-          # Returns the default database column value using methods that
-          # ActiveRecord provides.
-          def default_db_value
-            class_name.columns_hash[@column.to_s].default
-          end
-
-          # Returns the valid column value to be included in the query.
-          # The value depends of the database engine.
-          def build
-            column_value.nil? ? default_value : send(:"column_value_#{column_type}")
-          end
-
-          # Returns the correct value when column value is string, text,
-          # date, time, datetime, timestamp.
-          def column_value_string
-            "'#{column_value}'"
-          end
-          alias :column_value_text      :column_value_string
-          alias :column_value_date      :column_value_string
-          alias :column_value_binary    :column_value_string
-
-          def column_value_time
-            case Utilities.adapter
-            when 'mysql2'     then format = "%Y-%m-%d %H:%M:%S"
-            when 'sqlserver'  then format = "%Y-%m-%d %H:%M:%S.%3N"
-            else                   format = "%Y-%m-%d %H:%M:%S.%6N"
-            end
-            "'#{column_value.strftime(format)}'"
-          end
-          alias :column_value_timestamp :column_value_time
-          alias :column_value_datetime  :column_value_time
-
-          # Returns the correct value to integer column.
-          def column_value_integer
-            column_value.to_i.to_s
-          end
-
-          # Returns the correct value to decimal or float column.
-          def column_value_decimal
-            column_value.to_f.to_s
-          end
-          alias :column_value_float :column_value_decimal
-
-          # Returns the correct value to boolean column. This column calls
-          # the correct method according to the database adapter.
-          def column_value_boolean
-            case Utilities.adapter
-            when 'mysql2', 'postgresql'
-              column_value ? "true" : "false"
-            when 'sqlite3', 'sqlserver'
-              column_value ? "1" : "0"
-            end
-          end
-
-        end
-      end
-    end
-  end
-end

data/lib/mass_insert/builder/adapters/mysql2_adapter.rb

@@ -1,7 +0,0 @@
-module MassInsert
-  module Builder
-    module Adapters
-      class Mysql2Adapter < Adapter; end
-    end
-  end
-end

data/lib/mass_insert/builder/adapters/postgresql_adapter.rb

@@ -1,7 +0,0 @@
-module MassInsert
-  module Builder
-    module Adapters
-      class PostgreSQLAdapter < Adapter; end
-    end
-  end
-end

data/lib/mass_insert/builder/adapters/sqlite3_adapter.rb

@@ -1,27 +0,0 @@
-module MassInsert
-  module Builder
-    module Adapters
-      class SQLite3Adapter < Adapter
-
-        # Returns the amount of records to each query. Tries to take the
-        # each_slice option value or 500 due it's a standard in SQLite.
-        def values_per_insertion
-          each_slice || 500
-        end
-
-        # The method is overwrited because the queries structure to Sqlite3
-        # adapter are different.
-        def string_values
-          "SELECT #{string_rows_values};"
-        end
-
-        # The method is overwrited because the record separator to sqlite adapter
-        # is different.
-        def string_rows_values
-          values.map{ |row| string_single_row_values(row) }.join(" UNION SELECT ")
-        end
-
-      end
-    end
-  end
-end