mass_insert 0.1.1 → 0.1.2

data/lib/mass_insert/adapters.rb

@@ -1,10 +0,0 @@
-module MassInsert
-  module Adapters
-    autoload :Adapter,            'mass_insert/adapters/adapter.rb'
-    autoload :AdapterHelpers,     'mass_insert/adapters/adapter_helpers.rb'
-    autoload :Mysql2Adapter,      'mass_insert/adapters/mysql2_adapter.rb'
-    autoload :PostgreSQLAdapter,  'mass_insert/adapters/postgresql_adapter.rb'
-    autoload :SQLite3Adapter,     'mass_insert/adapters/sqlite3_adapter.rb'
-    autoload :SQLServerAdapter,   'mass_insert/adapters/sqlserver_adapter.rb'
-  end
-end

data/lib/mass_insert/adapters/adapter.rb

@@ -1,26 +0,0 @@
-module MassInsert
-  module Adapters
-    class Adapter
-      include AdapterHelpers
-
-      attr_accessor :values, :options, :columns
-
-      def initialize values, options
-        @values  = values
-        @options = options
-      end
-
-      # Returns the options according to the method that wasn't found.
-      def method_missing method, *args
-        @options.has_key?(method) ? @options[method] : super
-      end
-
-      # Returns the array with the column names valid to be included into
-      # the query string according to the options.
-      def columns
-        @columns ||= sanitized_columns
-      end
-
-    end
-  end
-end

data/lib/mass_insert/adapters/adapter_helpers.rb

@@ -1,11 +0,0 @@
-Dir[File.dirname(__FILE__) + '/adapter_helpers/*.rb'].each{ |file| require file }
-
-module MassInsert
-  module Adapters
-    module AdapterHelpers
-      include AbstractQuery
-      include Timestamp
-      include Sanitizer
-    end
-  end
-end

data/lib/mass_insert/adapters/adapter_helpers/abstract_query.rb

@@ -1,56 +0,0 @@
-module MassInsert
-  module Adapters
-    module AdapterHelpers
-      module AbstractQuery
-
-        # Returns a begin string to a basic mysql query insertion. Include
-        # the class table_name and it's included in the string.
-        def begin_string
-          "INSERT INTO #{table_name} "
-        end
-
-        # Returns a string  with the column names to the class table name
-        # and divided by commas.
-        def string_columns
-          "(#{columns.join(", ")}) "
-        end
-
-        # Returns the string with all the row values that will be included
-        # in the sql string.
-        def string_values
-          "VALUES (#{string_rows_values});"
-        end
-
-        # Gives the correct format to the values string to all rows. This
-        # functions calls a function that will generate a single string row
-        # and at the end all the strings are concatenated.
-        def string_rows_values
-          values.map{ |row| string_single_row_values(row) }.join("), (")
-        end
-
-        # Returns the row column values string to be added in query string
-        # according to the type column and values.
-        # Before that row is prepared with the correct values.
-        def string_single_row_values row
-          row.merge!(timestamp_hash) if timestamp?
-          columns.map{ |col| string_single_value(row, col) }.join(", ")
-        end
-
-        # Returns a single column string value with the correct format and
-        # according to the database configuration, column type and presence.
-        def string_single_value row, column
-          ColumnValue.new(row, column, class_name).build
-        end
-
-        # This functions calls the necessary functions to create a complete
-        # mysql query to multiple insertion. The methods are in the Abstract
-        # Sql String module. If some method is too specific to this database
-        # adapter you can overwrite it.
-        def execute
-          "#{begin_string}#{string_columns}#{string_values}"
-        end
-
-      end
-    end
-  end
-end

data/lib/mass_insert/adapters/adapter_helpers/column_value.rb

@@ -1,110 +0,0 @@
-module MassInsert
-  module Adapters
-    module AdapterHelpers
-      class ColumnValue
-
-        attr_accessor :row, :column, :class_name
-
-        def initialize row, column, class_name
-          @row        = row
-          @column     = column
-          @class_name = class_name
-        end
-
-        # Returns a symbol with the column type in the database. The column or
-        # attribute should belongs to the class that invokes the mass insert.
-        def column_type
-          class_name.columns_hash[@column.to_s].type
-        end
-
-        # Returns the value to this column in the row hash. The value is
-        # finding by symbol or string key to be most flexible. This method
-        # tries to get a value by symbol key with the column name first and
-        # if the symbol key doesn't exist it will try to find it by string
-        # key. Otherwise it will return nil.
-        def column_value
-          row.fetch(column){row[@column.to_s]}
-        end
-
-        # Returns the string with the database adapter name usually in the
-        # database.yml file in your Rails project.
-        def adapter
-          ActiveRecord::Base.connection.instance_values["config"][:adapter]
-        end
-
-        # Returns the default value string to be included in query string.
-        # This default value is added to the query if the row hash does not
-        # contains the database column value.
-        def default_value
-          default_db_value ? default_db_value.to_s : "null"
-        end
-
-        # Return the database default value using methods that ActiveRecord
-        # provides to see database columns settings.
-        def default_db_value
-          class_name.columns_hash[@column.to_s].default
-        end
-
-        # Returns a single column string value with the correct format and
-        # according to the database configuration, column type and presence.
-        # If the row hash does not include the value to this column return the
-        # default value according to database configuration.
-        def build
-          column_value.nil? ? default_value : send(:"column_value_#{column_type}")
-        end
-
-        # Returns the correct value when the column value is string, text,
-        # date, time, datetime, timestamp. There are alias methods to the
-        # other column types that need a similar query value.
-        def column_value_string
-          "'#{column_value}'"
-        end
-        alias :column_value_text      :column_value_string
-        alias :column_value_date      :column_value_string
-        alias :column_value_time      :column_value_string
-        alias :column_value_datetime  :column_value_string
-        alias :column_value_timestamp :column_value_string
-        alias :column_value_binary    :column_value_string
-
-        # Returns the correct value to integer column. The column values is
-        # converted to integer to be sure that the value is correct to be
-        # persisted into the database and after it, it's converted to string.
-        def column_value_integer
-          column_value.to_i.to_s
-        end
-
-        # Returns the correct value to decimal column. There is an alias method
-        # to float type. The column values is converted to decimal to be sure
-        # that the value is correct to be persisted into the database and after
-        # it, it's converted to string.
-        def column_value_decimal
-          column_value.to_f.to_s
-        end
-        alias :column_value_float :column_value_decimal
-
-        # Returns the correct value to boolean column. This column calls the
-        # correct method according to the database adapter to return the correct
-        # value to that database engine.
-        def column_value_boolean
-          self.send(:"#{adapter}_column_value_boolean")
-        end
-
-        # Returns the column value to boolean column like a string. If the
-        # column value exists returns a true string else false string. There
-        # are alias methods to the database engines that works similarity.
-        def mysql2_column_value_boolean
-          column_value ? "true" : "false"
-        end
-        alias :postgresql_column_value_boolean :mysql2_column_value_boolean
-        alias :sqlserver_column_value_boolean  :mysql2_column_value_boolean
-
-        # Returns the column value to boolean column like a string. If the
-        # column value exists returns a "1" else "0".
-        def sqlite3_column_value_boolean
-          column_value ? "1" : "0"
-        end
-
-      end
-    end
-  end
-end

data/lib/mass_insert/adapters/adapter_helpers/sanitizer.rb

@@ -1,21 +0,0 @@
-module MassInsert
-  module Adapters
-    module AdapterHelpers
-      module Sanitizer
-
-        # Returns an array with the columns in the table like symbols.
-        def table_columns
-          class_name.column_names.map(&:to_sym)
-        end
-
-        # Prepare array with the column names according to the options.
-        def sanitized_columns
-          columns = table_columns
-          columns.delete(primary_key) if primary_key_mode == :auto
-          columns
-        end
-
-      end
-    end
-  end
-end

data/lib/mass_insert/adapters/adapter_helpers/timestamp.rb

@@ -1,33 +0,0 @@
-module MassInsert
-  module Adapters
-    module AdapterHelpers
-      module Timestamp
-
-        # Returns true o false if the database table has timestamp columns.
-        def timestamp?
-          columns.include?(:created_at) && columns.include?(:updated_at)
-        end
-
-        # Returns timestamp format according to the database adapter. This
-        # function can be overwrite in database adapters classes.
-        def timestamp_format
-          "%Y-%m-%d %H:%M:%S.%6N"
-        end
-
-        # Returns the timestamp value according to the correct timestamp
-        # format to that database engine.
-        def timestamp
-          Time.now.strftime(timestamp_format)
-        end
-
-        # Returns the timestamp hash to be merge into row values that will
-        # be saved in the database.
-        def timestamp_hash
-          timestamp_value = timestamp
-          {:created_at => timestamp_value, :updated_at => timestamp_value}
-        end
-
-      end
-    end
-  end
-end

data/lib/mass_insert/adapters/mysql2_adapter.rb

@@ -1,13 +0,0 @@
-module MassInsert
-  module Adapters
-    class Mysql2Adapter < Adapter
-
-      # This method is overwrite because the timestamp format to this
-      # database engine does not need precision in nanoseconds.
-      def timestamp_format
-        "%Y-%m-%d %H:%M:%S"
-      end
-
-    end
-  end
-end

data/lib/mass_insert/adapters/postgresql_adapter.rb

@@ -1,5 +0,0 @@
-module MassInsert
-  module Adapters
-    class PostgreSQLAdapter < Adapter; end
-  end
-end

data/lib/mass_insert/adapters/sqlite3_adapter.rb

@@ -1,37 +0,0 @@
-module MassInsert
-  module Adapters
-    class SQLite3Adapter < Adapter
-
-      MAX_VALUES_PER_INSERTION = 500
-
-      # This method is overwrite because the query string to the Sqlite3
-      # adapter is different. Then the method in the AbstractQuery module
-      # is ignored.
-      def string_values
-        "SELECT #{string_rows_values};"
-      end
-
-      # This method is overwrite because the query string to complete the
-      # string rows values is different. The separator to sqlite adapter is
-      # 'UNION SELECT' instead of '), (' in other sql adapters.
-      def string_rows_values
-        values.map{ |row| string_single_row_values(row) }.join(" UNION SELECT ")
-      end
-
-      # This functions calls the necessary functions to create a complete
-      # sqlite3 query to multiple insertion. The methods are in the Abstract
-      # Query module. If some method is too specific to this database adapter
-      # you can overwrite it. The values that the user gave will be treated
-      # in batches of 500 items because sqlite database allows by default
-      # batches of 500.and each batch will generate a query. This method will
-      # generate an array with batch queries.
-      def execute
-        @values.each_slice(MAX_VALUES_PER_INSERTION).map do |slice|
-          @values = slice
-          super
-        end
-      end
-
-    end
-  end
-end

data/lib/mass_insert/adapters/sqlserver_adapter.rb

@@ -1,29 +0,0 @@
-module MassInsert
-  module Adapters
-    class SQLServerAdapter < Adapter
-
-      MAX_VALUES_PER_INSERTION = 1000
-
-      # This method is overwrite because the timestamp format to this
-      # database engine needs precision in three nanoseconds.
-      def timestamp_format
-        "%Y-%m-%d %H:%M:%S.%3N"
-      end
-
-      # This functions calls the necessary functions to create a complete
-      # sqlserver query to multiple insertion. The methods are in the Abstract
-      # Query module. If some method is too specific to this database adapter
-      # you can overwrite it. The values that the user gave will be treated
-      # in batches of 500 items because sqlite database allows by default
-      # batches of 500.and each batch will generate a query. This method will
-      # generate an array with batch queries.
-      def execute
-        @values.each_slice(MAX_VALUES_PER_INSERTION).map do |slice|
-          @values = slice
-          super
-        end
-      end
-
-    end
-  end
-end

data/lib/mass_insert/process_control.rb

@@ -1,46 +0,0 @@
-require 'benchmark'
-require 'ostruct'
-
-module MassInsert
-  class ProcessControl
-
-    attr_accessor :values, :options
-
-    def initialize values, options
-      @values  = values
-      @options = options
-    end
-
-    # This method is responsible to call all the necessary process to
-    # complete the mass insertion process and save the time each method
-    # takes being executed.
-    def start
-      @build_time   = Benchmark.measure{ build_query }
-      @execute_time = Benchmark.measure{ execute_query }
-    end
-
-    # Returns the correct query string  according to database adapter
-    # previosly configured usually in database.yml in Rails project.
-    def build_query
-      @query = QueryBuilder.new(values, options).build
-    end
-
-    # This method does a QueryExecution instance where the query will be
-    # execute. The query string is the instance variable @query.
-    def execute_query
-      QueryExecution.new(@query).execute if @query
-    end
-
-    # Provides an OpenStruc instance to see the process results. This
-    # method is usually called from mass_insert_results in Base module.
-    def results
-      result = OpenStruct.new
-      result.time         = @build_time.total + @execute_time.total
-      result.records      = values.count
-      result.build_time   = @build_time.total
-      result.execute_time = @execute_time.total
-      result
-    end
-
-  end
-end

data/lib/mass_insert/query_builder.rb

@@ -1,39 +0,0 @@
-module MassInsert
-  class QueryBuilder
-
-    attr_accessor :values, :options
-
-    def initialize values, options
-      @values  = values
-      @options = options
-    end
-
-    # This function gets the correct adapter class and returns the
-    # sql string ready to be executed.
-    def build
-      adapter_class.new(values, options).execute
-    end
-
-    # Returns a string that contains the adapter type previosly
-    # configured in Rails project usually in the database.yml file.
-    def adapter
-      ActiveRecord::Base.connection.instance_values["config"][:adapter]
-    end
-
-    # Returns the class of the correct database adapter according to the
-    # database engine that is used in Rails project.
-    def adapter_class
-      case adapter
-      when "mysql2"
-        Adapters::Mysql2Adapter
-      when "postgresql"
-        Adapters::PostgreSQLAdapter
-      when "sqlite3"
-        Adapters::SQLite3Adapter
-      when "sqlserver"
-        Adapters::SQLServerAdapter
-      end
-    end
-
-  end
-end