activerecord-import 2.2.0 → 3.0.0

data/.rubocop.yml

@@ -1,118 +0,0 @@
-inherit_from: .rubocop_todo.yml
-
-AllCops:
-  TargetRubyVersion: 3.0.x
-
-Metrics/AbcSize:
-  Enabled: false
-
-Metrics/BlockLength:
-  Enabled: false
-
-Metrics/ClassLength:
-  Enabled: false
-
-Metrics/CyclomaticComplexity:
-  Enabled: false
-
-Metrics/MethodLength:
-  Enabled: false
-
-Metrics/ModuleLength:
-  Enabled: false
-
-Metrics/PerceivedComplexity:
-  Enabled: false
-
-Style/CommentedKeyword:
-  Enabled: false
-
-Style/ClassAndModuleChildren:
-  Enabled: false
-
-Style/Documentation:
-  Enabled: false
-
-Style/EvalWithLocation:
-  Enabled: false
-
-Style/ExpandPathArguments:
-  Enabled: false
-
-Style/GuardClause:
-  Enabled: false
-
-Style/IfUnlessModifier:
-  Enabled: false
-
-Style/NumericPredicate:
-  Enabled: false
-
-Style/PercentLiteralDelimiters:
-  Enabled: false
-
-Style/RedundantBegin:
-  Enabled: false
-
-Style/SpecialGlobalVars:
-  Enabled: false
-
-Style/StringLiterals:
-  Enabled: false
-
-Style/SymbolArray:
-  Enabled: false
-
-Style/TrailingCommaInArrayLiteral:
-  Enabled: false
-
-Layout/ArgumentAlignment:
-  Enabled: false
-
-Layout/ParameterAlignment:
-  EnforcedStyle: with_fixed_indentation
-
-Layout/EndAlignment:
-  EnforcedStyleAlignWith: variable
-
-Layout/ElseAlignment:
-  Enabled: false
-
-Layout/EmptyLineAfterGuardClause:
-  Enabled: false
-
-Layout/HeredocIndentation:
-  Enabled: false
-
-Layout/SpaceInsideParens:
-  Enabled: false
-
-Layout/SpaceInsidePercentLiteralDelimiters:
-  Enabled: false
-
-Layout/LineLength:
-  Enabled: false
-
-Lint/ErbNewArguments:
-  Enabled: false
-
-Lint/MissingCopEnableDirective:
-  Enabled: false
-
-Lint/PercentStringArray:
-  Enabled: false
-
-Naming/HeredocDelimiterNaming:
-  Enabled: false
-
-Naming/MethodParameterName:
-  Enabled: false
-
-Security/YAMLLoad:
-  Enabled: false
-
-Gemspec/RequiredRubyVersion:
-  Enabled: false
-
-Bundler/OrderedGems:
-  Enabled: false

data/.rubocop_todo.yml

@@ -1,30 +0,0 @@
-# This configuration was generated by
-# `rubocop --auto-gen-config`
-# on 2023-02-15 00:58:14 UTC using RuboCop version 1.45.1.
-# The point is for the user to remove these configuration records
-# one by one as the offenses are removed from the code base.
-# Note that changes in the inspected code, or installation of new
-# versions of RuboCop, may require this file to be generated again.
-
-# Offense count: 2
-Lint/RescueException:
-  Exclude:
-    - 'benchmarks/lib/cli_parser.rb'
-    - 'test/import_test.rb'
-
-# Offense count: 3
-# This cop supports safe autocorrection (--autocorrect).
-# Configuration parameters: AllowUnusedKeywordArguments, IgnoreEmptyMethods, IgnoreNotImplementedMethods.
-Lint/UnusedMethodArgument:
-  Exclude:
-    - 'lib/activerecord-import/adapters/postgresql_adapter.rb'
-    - 'lib/activerecord-import/import.rb'
-
-# Offense count: 2
-Style/CombinableLoops:
-  Exclude:
-    - 'test/support/shared_examples/recursive_import.rb'
-
-Naming/FileName:
-  Exclude:
-    - 'lib/activerecord-import.rb'

data/Brewfile

@@ -1,5 +0,0 @@
-# frozen_string_literal: true
-
-brew "mysql"
-brew "postgresql"
-brew "sqlite"

data/Dockerfile

@@ -1,23 +0,0 @@
-# Use the official Ruby 3.2 image as a base image
-ARG RUBY_VERSION=3.2
-FROM ruby:${RUBY_VERSION}-bullseye
-
-# Set the working directory
-WORKDIR /usr/src/app
-
-# Install system packages
-RUN apt-get update -qq && \
-    apt-get install -y default-mysql-client postgresql postgresql-contrib vim && \
-    apt-get clean
-
-# Set environment variables
-ENV AR_VERSION=7.0
-
-# Copy all files
-COPY . .
-
-# Move sample database.yml and install gems
-RUN mv test/database.yml.sample test/database.yml && \
-    bundle install
-
-CMD ["irb"]

data/Gemfile

@@ -1,63 +0,0 @@
-# frozen_string_literal: true
-
-source 'https://rubygems.org'
-
-gemspec
-
-version = ENV['AR_VERSION'].to_f
-
-mysql2_version = '0.4.0'
-mysql2_version = '0.5.0' if version >= 6.1
-mysql2_version = '0.5.6' if version >= 8.0
-sqlite3_version = '1.3.0'
-sqlite3_version = '1.4.0' if version >= 6.0
-sqlite3_version = '2.2.0' if version >= 8.0
-pg_version = '0.9'
-pg_version = '1.1' if version >= 6.1
-pg_version = '1.5' if version >= 8.0
-
-group :development, :test do
-  gem 'rubocop'
-  gem 'rake'
-end
-
-# Database Adapters
-platforms :ruby do
-  gem "mysql2",                 "~> #{mysql2_version}"
-  gem "pg",                     "~> #{pg_version}"
-  gem "sqlite3",                "~> #{sqlite3_version}"
-  # seamless_database_pool requires Ruby ~> 2.0
-  gem "seamless_database_pool", "~> 1.0.20" if Gem::Version.new(RUBY_VERSION) < Gem::Version.new('3.0.0')
-  gem "trilogy" if version >= 6.0
-  if version >= 6.0 && version <= 7.0
-    gem "activerecord-trilogy-adapter"
-  end
-end
-
-platforms :jruby do
-  gem "jdbc-mysql"
-  gem "jdbc-postgres"
-  gem "activerecord-jdbcsqlite3-adapter"
-  gem "activerecord-jdbcmysql-adapter"
-  gem "activerecord-jdbcpostgresql-adapter"
-end
-
-# Support libs
-if Gem::Version.new(RUBY_VERSION) >= Gem::Version.new("3.0.0")
-  gem "factory_bot"
-else
-  gem "factory_bot", "~> 5", "< 6.4.5"
-end
-gem "timecop"
-gem "chronic"
-gem "mocha", "~> 2.1.0"
-
-# Debugging
-platforms :ruby do
-  gem "pry-byebug"
-  gem "pry", "~> 0.14.0"
-end
-
-gem "minitest"
-
-eval_gemfile File.expand_path("../gemfiles/#{version}.gemfile", __FILE__)

data/Rakefile

@@ -1,75 +0,0 @@
-# frozen_string_literal: true
-
-require "bundler"
-Bundler.setup
-
-require 'rake'
-require 'rake/testtask'
-
-namespace :display do
-  task :notice do
-    puts
-    puts "To run tests you must supply the adapter, see rake -T for more information."
-    puts
-  end
-end
-task default: ["display:notice"]
-
-ADAPTERS = %w(
-  mysql2
-  mysql2_makara
-  mysql2spatial
-  mysql2_proxy
-  janus_mysql2
-  jdbcmysql
-  jdbcsqlite3
-  jdbcpostgresql
-  postgresql
-  postgresql_makara
-  postgresql_proxy
-  postgis
-  makara_postgis
-  sqlite3
-  spatialite
-  seamless_database_pool
-  trilogy
-  janus_trilogy
-).freeze
-ADAPTERS.each do |adapter|
-  namespace :test do
-    desc "Runs #{adapter} database tests."
-    Rake::TestTask.new(adapter) do |t|
-      # FactoryBot has an issue with warnings, so turn off, so noisy
-      # t.warning = true
-      t.test_files = FileList["test/adapters/#{adapter}.rb", "test/*_test.rb", "test/active_record/*_test.rb", "test/#{adapter}/**/*_test.rb"]
-    end
-    task adapter
-  end
-end
-
-begin
-  require 'rcov/rcovtask'
-  adapter = ENV['ARE_DB']
-  Rcov::RcovTask.new do |test|
-    test.libs << 'test'
-    test.pattern = ["test/adapters/#{adapter}.rb", "test/*_test.rb", "test/#{adapter}/**/*_test.rb"]
-    test.verbose = true
-  end
-rescue LoadError
-  task :rcov do
-    abort "RCov is not available. In order to run rcov, you must: sudo gem install rcov"
-  end
-end
-
-require 'rdoc/task'
-Rake::RDocTask.new do |rdoc|
-  version = File.exist?('VERSION') ? File.read('VERSION') : ""
-
-  rdoc.rdoc_dir = 'rdoc'
-  rdoc.title = "activerecord-import #{version}"
-  rdoc.rdoc_files.include('README*')
-  rdoc.rdoc_files.include('lib/**/*.rb')
-end
-
-require 'rubocop/rake_task'
-RuboCop::RakeTask.new

data/activerecord-import.gemspec

@@ -1,28 +0,0 @@
-# frozen_string_literal: true
-
-require File.expand_path('../lib/activerecord-import/version', __FILE__)
-
-Gem::Specification.new do |gem|
-  gem.authors       = ["Zach Dennis"]
-  gem.email         = ["zach.dennis@gmail.com"]
-  gem.summary       = "Bulk insert extension for ActiveRecord"
-  gem.description   = "A library for bulk inserting data using ActiveRecord."
-  gem.homepage      = "https://github.com/zdennis/activerecord-import"
-  gem.license       = "MIT"
-
-  gem.metadata = {
-    "changelog_uri" => "https://github.com/zdennis/activerecord-import/blob/master/CHANGELOG.md"
-  }
-
-  gem.files         = `git ls-files`.split($\)
-  gem.executables   = gem.files.grep(%r{^bin/}).map { |f| File.basename(f) }
-  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
-  gem.name          = "activerecord-import"
-  gem.require_paths = ["lib"]
-  gem.version       = ActiveRecord::Import::VERSION
-
-  gem.required_ruby_version = ">= 2.4.0"
-
-  gem.add_runtime_dependency "activerecord", ">= 4.2"
-  gem.add_development_dependency "rake"
-end

data/benchmarks/README

@@ -1,32 +0,0 @@
-To run the benchmarks, from within the benchmarks run:
-   ruby benchmark.rb [options]
-
-The following options are supported:
-  --adapter [String]   The database adapter to use. IE: mysql, postgresql, oracle
-             
-  --do-not-delete       By default all records in the benchmark tables will be deleted at the end of the benchmark. This flag indicates not to delete the benchmark data.
-  --num [Integer]      The number of objects to benchmark. (Required!)
-  --table-type [String]  The table type to test. This can be used multiple times. By default it is all table types.
-  --to-csv [String]      Print results in a CSV file format
-  --to-html [String]     Print results in HTML format (String filename must be supplied)
-
-See "ruby benchmark.rb -h" for the complete listing of options.
-
-EXAMPLES
---------
-To output to html format:
-  ruby benchmark.rb --adapter=mysql2 --to-html=results.html
-
-To output to csv format:
-  ruby benchmark.rb --adapter=mysql2 --to-csv=results.csv
-
-LIMITATIONS
------------
-Currently MySQL is the only supported adapter to benchmark.
-
-AUTHOR
-------
-Zach Dennis
-zach.dennis@gmail.com
-http://www.continuousthinking.com
-

data/benchmarks/benchmark.rb

@@ -1,72 +0,0 @@
-# frozen_string_literal: true
-
-require 'pathname'
-require "fileutils"
-require "active_record"
-require "active_record/base"
-
-benchmark_dir = File.dirname(__FILE__)
-
-$LOAD_PATH.unshift('.')
-
-# Get the gem into the load path
-$LOAD_PATH.unshift(File.join(benchmark_dir, '..', 'lib'))
-
-# Load the benchmark files
-Dir[File.join( benchmark_dir, 'lib', '*.rb' )].sort.each { |f| require f }
-
-# Parse the options passed in via the command line
-options = BenchmarkOptionParser.parse( ARGV )
-
-FileUtils.mkdir_p 'log'
-ActiveRecord::Base.configurations["test"] = YAML.load_file(File.join(benchmark_dir, "../test/database.yml"))[options.adapter]
-ActiveRecord::Base.logger = Logger.new("log/test.log")
-ActiveRecord::Base.logger.level = Logger::DEBUG
-if ActiveRecord.respond_to?(:default_timezone)
-  ActiveRecord.default_timezone = :utc
-else
-  ActiveRecord::Base.default_timezone = :utc
-end
-
-require "activerecord-import"
-ActiveRecord::Base.establish_connection(:test)
-
-ActiveSupport::Notifications.subscribe(/active_record.sql/) do |_, _, _, _, hsh|
-  ActiveRecord::Base.logger.info hsh[:sql]
-end
-
-# Load base/generic schema
-require File.join(benchmark_dir, "../test/schema/version")
-require File.join(benchmark_dir, "../test/schema/generic_schema")
-adapter_schema = File.join(benchmark_dir, "schema/#{options.adapter}_schema.rb")
-require adapter_schema if File.exist?(adapter_schema)
-
-Dir["#{File.dirname(__FILE__)}/models/*.rb"].sort.each { |file| require file }
-
-require File.join( benchmark_dir, 'lib', "#{options.adapter}_benchmark" )
-table_types = if options.benchmark_all_types
-  ["all"]
-else
-  options.table_types.keys
-end
-
-letter = options.adapter[0].chr
-clazz_str = letter.upcase + options.adapter[1..].downcase
-clazz = Object.const_get( "#{clazz_str}Benchmark" )
-
-benchmarks = []
-options.number_of_objects.each do |num|
-  benchmarks << (benchmark = clazz.new)
-  benchmark.send( "benchmark", table_types, num )
-end
-
-options.outputs.each do |output|
-  format = output.format.downcase
-  output_module = Object.const_get( "OutputTo#{format.upcase}" )
-  benchmarks.each do |benchmark|
-    output_module.output_results( output.filename, benchmark.results )
-  end
-end
-
-puts
-puts "Done with benchmark!"

data/benchmarks/lib/base.rb

@@ -1,143 +0,0 @@
-# frozen_string_literal: true
-
-class BenchmarkBase
-  attr_reader :results
-
-  # The main benchmark method dispatcher. This dispatches the benchmarks
-  # to actual benchmark_xxxx methods.
-  #
-  # == PARAMETERS
-  #  * table_types - an array of table types to benchmark
-  #  * num - the number of record insertions to test
-  def benchmark( table_types, num )
-    array_of_cols_and_vals = build_array_of_cols_and_vals( num )
-    table_types.each do |table_type|
-      send( "benchmark_#{table_type}", array_of_cols_and_vals )
-    end
-  end
-
-  # Returns a struct which contains two attritues, +description+ and +tms+ after performing an
-  # actual benchmark.
-  #
-  # == PARAMETERS
-  #  * description - the description of the block that is getting benchmarked
-  #  * blk - the block of code to benchmark
-  #
-  # == RETURNS
-  # A struct object with the following attributes:
-  #   * description - the description of the benchmark ran
-  #   * tms - a Benchmark::Tms containing the results of the benchmark
-
-  BmStruct = Struct.new( :description, :tms, :failed, keyword_init: true )
-
-  def bm( description, &block )
-    tms = nil
-    puts "Benchmarking #{description}"
-
-    Benchmark.bm { |x| tms = x.report(&block) }
-    delete_all
-    failed = false
-
-    BmStruct.new( description: description, tms: tms, failed: failed )
-  end
-
-  # Given a model class (ie: Topic), and an array of columns and value sets
-  # this will perform all of the benchmarks necessary for this library.
-  #
-  # == PARAMETERS
-  #  * model_clazz - the model class to benchmark (ie: Topic)
-  #  * array_of_cols_and_vals - an array of column identifiers and value sets
-  #
-  # == RETURNS
-  #  returns true
-  def bm_model( model_clazz, array_of_cols_and_vals )
-    puts
-    puts "------ Benchmarking #{model_clazz.name} -------"
-
-    cols, vals = array_of_cols_and_vals
-    num_inserts = vals.size
-
-    # add a new result group for this particular benchmark
-    group = []
-    @results << group
-
-    description = "#{model_clazz.name}.create (#{num_inserts} records)"
-    group << bm( description ) do
-      vals.each do |values|
-        model_clazz.create create_hash_for_cols_and_vals( cols, values )
-      end
-    end
-
-    description = "#{model_clazz.name}.import(column, values) for #{num_inserts} records with validations"
-    group << bm( description ) { model_clazz.import cols, vals, validate: true }
-
-    description = "#{model_clazz.name}.import(columns, values) for #{num_inserts} records without validations"
-    group << bm( description ) { model_clazz.import cols, vals, validate: false }
-
-    models = []
-    array_of_attrs = []
-
-    vals.each do |arr|
-      array_of_attrs << (attrs = {})
-      arr.each_with_index { |value, i| attrs[cols[i]] = value }
-    end
-    array_of_attrs.each { |attrs| models << model_clazz.new(attrs) }
-
-    description = "#{model_clazz.name}.import(models) for #{num_inserts} records with validations"
-    group << bm( description ) { model_clazz.import models, validate: true }
-
-    description = "#{model_clazz.name}.import(models) for #{num_inserts} records without validations"
-    group << bm( description ) { model_clazz.import models, validate: false }
-
-    true
-  end
-
-  # Returns a two element array composing of an array of columns and an array of
-  # value sets given the passed +num+.
-  #
-  # === What is a value set?
-  # A value set is an array of arrays. Each child array represents an array of value sets
-  # for a given row of data.
-  #
-  # For example, say we wanted to represent an insertion of two records:
-  #   column_names = [ 'id', 'name', 'description' ]
-  #   record1 = [ 1, 'John Doe', 'A plumber' ]
-  #   record2 = [ 2, 'John Smith', 'A painter' ]
-  #   value_set [ record1, record2 ]
-  #
-  # == PARAMETER
-  #  * num - the number of records to create
-  def build_array_of_cols_and_vals( num )
-    cols = [:my_name, :description]
-    value_sets = []
-    num.times { |i| value_sets << ["My Name #{i}", "My Description #{i}"] }
-    [cols, value_sets]
-  end
-
-  # Returns a hash of column identifier to value mappings giving the passed in
-  # value array.
-  #
-  # Example:
-  #   cols = [ 'id', 'name', 'description' ]
-  #   values = [ 1, 'John Doe', 'A plumber' ]
-  #   hsh = create_hash_for_cols_and_vals( cols, values )
-  #   # hsh => { 'id'=>1, 'name'=>'John Doe', 'description'=>'A plumber' }
-  def create_hash_for_cols_and_vals( cols, vals )
-    h = {}
-    cols.zip( vals ) { |col, val| h[col] = val }
-    h
-  end
-
-  # Deletes all records from all ActiveRecord subclasses
-  def delete_all
-    ActiveRecord::Base.send( :subclasses ).each do |subclass|
-      if subclass.table_exists? && subclass.respond_to?(:delete_all)
-        subclass.delete_all
-      end
-    end
-  end
-
-  def initialize # :nodoc:
-    @results = []
-  end
-end