activerecord-import 2.2.0 → 3.0.0

data/benchmarks/lib/cli_parser.rb

@@ -1,111 +0,0 @@
-# frozen_string_literal: true
-
-require 'optparse'
-
-#
-# == PARAMETERS
-# * a - database adapter. ie: mysql, postgresql, oracle, etc.
-# * n - number of objects to test with. ie: 1, 100, 1000, etc.
-# * t - the table types to test. ie: myisam, innodb, memory, temporary, etc.
-#
-module BenchmarkOptionParser
-  BANNER = "Usage: ruby #{$0} [options]\nSee ruby #{$0} -h for more options.".freeze
-
-  def self.print_banner
-    puts BANNER
-  end
-
-  def self.print_banner!
-    print_banner
-    exit
-  end
-
-  def self.print_options( options )
-    puts "Benchmarking the following options:"
-    puts "  Database adapter: #{options.adapter}"
-    puts "  Number of objects: #{options.number_of_objects}"
-    puts "  Table types:"
-    print_valid_table_types( options, prefix: "    " )
-  end
-
-  # TODO: IMPLEMENT THIS
-  def self.print_valid_table_types( options, hsh = { prefix: '' } )
-    if !options.table_types.keys.empty?
-      options.table_types.keys.sort.each { |type| puts hsh[:prefix].to_s + type.to_s }
-    else
-      puts 'No table types defined.'
-    end
-  end
-
-  OptionsStruct = Struct.new( :adapter, :table_types, :delete_on_finish, :number_of_objects, :outputs,
-                              :benchmark_all_types, keyword_init: true )
-  OutputStruct = Struct.new( :format, :filename, keyword_init: true )
-  def self.parse( args )
-    options = OptionsStruct.new(
-      adapter: 'mysql2',
-      table_types: {},
-      delete_on_finish: true,
-      number_of_objects: [],
-      outputs: []
-    )
-
-    opt_parser = OptionParser.new do |opts|
-      opts.banner = BANNER
-
-      # parse the database adapter
-      opts.on( "a", "--adapter [String]",
-        "The database adapter to use. IE: mysql, postgresql, oracle" ) do |arg|
-        options.adapter = arg
-      end
-
-      # parse do_not_delete flag
-      opts.on( "d", "--do-not-delete",
-        "By default all records in the benchmark tables will be deleted at the end of the benchmark. " \
-        "This flag indicates not to delete the benchmark data." ) do |_|
-        options.delete_on_finish = false
-      end
-
-      # parse the number of row objects to test
-      opts.on( "n", "--num [Integer]",
-        "The number of objects to benchmark." ) do |arg|
-        options.number_of_objects << arg.to_i
-      end
-
-      # parse the table types to test
-      opts.on( "t", "--table-type [String]",
-        "The table type to test. This can be used multiple times." ) do |arg|
-        if arg =~ /^all$/
-          options.table_types['all'] = options.benchmark_all_types = true
-        else
-          options.table_types[arg] = true
-        end
-      end
-
-      # print results in CSV format
-      opts.on( "--to-csv [String]", "Print results in a CSV file format" ) do |filename|
-        options.outputs << OutputStruct.new( format: 'csv', filename: filename)
-      end
-
-      # print results in HTML format
-      opts.on( "--to-html [String]", "Print results in HTML format" ) do |filename|
-        options.outputs << OutputStruct.new( format: 'html', filename: filename )
-      end
-    end # end opt.parse!
-
-    begin
-      opt_parser.parse!( args )
-      if options.table_types.empty?
-        options.table_types['all'] = options.benchmark_all_types = true
-      end
-    rescue Exception
-      print_banner!
-    end
-
-    options.number_of_objects = [1000] if options.number_of_objects.empty?
-    options.outputs = [OutputStruct.new( format: 'html', filename: 'benchmark.html')] if options.outputs.empty?
-
-    print_options( options )
-
-    options
-  end
-end

data/benchmarks/lib/float.rb

@@ -1,17 +0,0 @@
-# frozen_string_literal: true
-
-# Taken from http://www.programmingishard.com/posts/show/128
-# Posted by rbates
-class Float
-  def round_to(x)
-    (self * 10**x).round.to_f / 10**x
-  end
-
-  def ceil_to(x)
-    (self * 10**x).ceil.to_f / 10**x
-  end
-
-  def floor_to(x)
-    (self * 10**x).floor.to_f / 10**x
-  end
-end

data/benchmarks/lib/mysql2_benchmark.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-class Mysql2Benchmark < BenchmarkBase
-  def benchmark_all( array_of_cols_and_vals )
-    methods = self.methods.find_all { |m| m =~ /benchmark_/ }
-    methods.delete_if { |m| m =~ /benchmark_(all|model)/ }
-    methods.each { |method| send( method, array_of_cols_and_vals ) }
-  end
-
-  def benchmark_myisam( array_of_cols_and_vals )
-    bm_model( TestMyISAM, array_of_cols_and_vals )
-  end
-
-  def benchmark_innodb( array_of_cols_and_vals )
-    bm_model( TestInnoDb, array_of_cols_and_vals )
-  end
-
-  def benchmark_memory( array_of_cols_and_vals )
-    bm_model( TestMemory, array_of_cols_and_vals )
-  end
-end

data/benchmarks/lib/output_to_csv.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-require 'csv'
-
-module OutputToCSV
-  def self.output_results( filename, results )
-    CSV.open( filename, 'w' ) do |csv|
-      # Iterate over each result set, which contains many results
-      results.each do |result_set|
-        columns = []
-        times = []
-        result_set.each do |result|
-          columns << result.description
-          times << result.tms.real
-        end
-        csv << columns
-        csv << times
-      end
-    end
-  end
-end

data/benchmarks/lib/output_to_html.rb

@@ -1,66 +0,0 @@
-# frozen_string_literal: true
-
-require 'erb'
-
-module OutputToHTML
-  TEMPLATE_HEADER = <<"EOT"
-  <div>
-    All times are rounded to the nearest thousandth for display purposes. Speedups next to each time are computed
-    before any rounding occurs. Also, all speedup calculations are computed by comparing a given time against
-    the very first column (which is always the default ActiveRecord::Base.create method.
-   </div>
-EOT
-
-  TEMPLATE = <<"EOT"
- <style>
- td#benchmarkTitle {
-   border: 1px solid black;
-   padding: 2px;
-   font-size: 0.8em;
-   background-color: black;
-   color: white;
- }
- td#benchmarkCell {
-   border: 1px solid black;
-   padding: 2px;
-   font-size: 0.8em;
- }
- </style>
-   <table>
-     <tr>
-       <% columns.each do |col| %>
-         <td id="benchmarkTitle"><%= col %></td>
-       <% end %>
-     </tr>
-     <tr>
-       <% times.each do |time| %>
-         <td id="benchmarkCell"><%= time %></td>
-       <% end %>
-     </tr>
-     <tr><td>&nbsp;</td></tr>
-   </table>
-EOT
-
-  def self.output_results( filename, results )
-    html = ''
-    results.each do |result_set|
-      columns = []
-      times = []
-      result_set.each do |result|
-        columns << result.description
-        if result.failed
-          times << "failed"
-        else
-          time = result.tms.real.round_to( 3 )
-          speedup = ( result_set.first.tms.real / result.tms.real ).round
-          times << (result == result_set.first ? time.to_s : "#{time} (#{speedup}x speedup)")
-        end
-      end
-
-      template = ERB.new( TEMPLATE, 0, "%<>")
-      html << template.result( binding )
-    end
-
-    File.open( filename, 'w' ) { |file| file.write( TEMPLATE_HEADER + html ) }
-  end
-end

data/benchmarks/models/test_innodb.rb

@@ -1,5 +0,0 @@
-# frozen_string_literal: true
-
-class TestInnoDb < ActiveRecord::Base
-  self.table_name = 'test_innodb'
-end

data/benchmarks/models/test_memory.rb

@@ -1,5 +0,0 @@
-# frozen_string_literal: true
-
-class TestMemory < ActiveRecord::Base
-  self.table_name = 'test_memory'
-end

data/benchmarks/models/test_myisam.rb

@@ -1,5 +0,0 @@
-# frozen_string_literal: true
-
-class TestMyISAM < ActiveRecord::Base
-  self.table_name = 'test_myisam'
-end

data/benchmarks/schema/mysql2_schema.rb

@@ -1,18 +0,0 @@
-# frozen_string_literal: true
-
-ActiveRecord::Schema.define do
-  create_table :test_myisam, options: 'ENGINE=MyISAM', force: true do |t|
-    t.column :my_name, :string, null: false
-    t.column :description, :string
-  end
-
-  create_table :test_innodb, options: 'ENGINE=InnoDb', force: true do |t|
-    t.column :my_name, :string, null: false
-    t.column :description, :string
-  end
-
-  create_table :test_memory, options: 'ENGINE=Memory', force: true do |t|
-    t.column :my_name, :string, null: false
-    t.column :description, :string
-  end
-end

data/docker-compose.yml

@@ -1,34 +0,0 @@
-version: "3.5"
-
-services:
-  mysql:
-    platform: linux/x86_64
-    image: mysql:5.7
-    volumes:
-      - mysql-data:/var/lib/mysql
-    ports:
-      - "3306:3306"
-
-  postgresql:
-    image: postgres:latest
-    volumes:
-      - postgresql-data:/var/lib/postgresql/data
-    ports:
-      - "5432:5432"
-
-  app:
-    build:
-      context: .
-    environment:
-      DB_HOST: mysql
-      AR_VERSION: 7.0
-    volumes:
-      - .:/usr/src/app
-    depends_on:
-      - mysql
-      - postgresql
-    command: tail -f /dev/null
-
-volumes:
-  mysql-data:
-  postgresql-data:

data/gemfiles/5.2.gemfile

@@ -1,4 +0,0 @@
-# frozen_string_literal: true
-
-gem 'activerecord', '~> 5.2.0'
-gem 'composite_primary_keys', '~> 11.0'

data/gemfiles/6.0.gemfile

@@ -1,4 +0,0 @@
-# frozen_string_literal: true
-
-gem 'activerecord', '~> 6.0.0'
-gem 'composite_primary_keys', '~> 12.0'

data/gemfiles/6.1.gemfile

@@ -1,4 +0,0 @@
-# frozen_string_literal: true
-
-gem 'activerecord', '~> 6.1.0'
-gem 'composite_primary_keys', '~> 13.0'

data/gemfiles/7.0.gemfile

@@ -1,4 +0,0 @@
-# frozen_string_literal: true
-
-gem 'activerecord', '~> 7.0.0'
-gem 'composite_primary_keys', '~> 14.0'

data/gemfiles/7.1.gemfile

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-gem 'activerecord', '~> 7.1.0'

data/gemfiles/7.2.gemfile

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-gem 'activerecord', '~> 7.2.0'

data/gemfiles/8.0.gemfile

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-gem 'activerecord', '~> 8.0.0'

data/test/adapters/janus_mysql2.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "mysql2"

data/test/adapters/janus_trilogy.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require 'logger'
-
-ENV["ARE_DB"] = "trilogy"
-
-if ENV['AR_VERSION'].to_f <= 7.0
-  require "activerecord-trilogy-adapter"
-  require "trilogy_adapter/connection"
-  ActiveRecord::Base.extend TrilogyAdapter::Connection
-end

data/test/adapters/jdbcmysql.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "jdbcmysql"

data/test/adapters/jdbcpostgresql.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "jdbcpostgresql"

data/test/adapters/jdbcsqlite3.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "jdbcsqlite3"

data/test/adapters/makara_postgis.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "postgis"

data/test/adapters/mysql2.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "mysql2"

data/test/adapters/mysql2_makara.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "mysql2_makara"

data/test/adapters/mysql2_proxy.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "mysql2"

data/test/adapters/mysql2spatial.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "mysql2spatial"

data/test/adapters/postgis.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "postgis"

data/test/adapters/postgresql.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "postgresql"

data/test/adapters/postgresql_makara.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "postgresql"

data/test/adapters/postgresql_proxy.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "postgresql"

data/test/adapters/seamless_database_pool.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "seamless_database_pool"

data/test/adapters/spatialite.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "spatialite"

data/test/adapters/sqlite3.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-ENV["ARE_DB"] = "sqlite3"

data/test/adapters/trilogy.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require 'logger'
-
-ENV["ARE_DB"] = "trilogy"
-
-if ENV['AR_VERSION'].to_f <= 7.0
-  require "activerecord-trilogy-adapter"
-  require "trilogy_adapter/connection"
-  ActiveRecord::Base.extend TrilogyAdapter::Connection
-end

data/test/database.yml.sample

@@ -1,73 +0,0 @@
-common: &common
-  username: root
-  password:
-  encoding: utf8
-  host:     localhost
-  database: activerecord_import_test
-
-mysql2: &mysql2
-  <<: *common
-  adapter: mysql2
-  host: mysql
-
-mysql2spatial:
-  <<: *mysql2
-
-mysql2_makara:
-  <<: *mysql2
-
-mysql2_proxy:
-  <<: *mysql2
-
-janus_mysql2:
-  <<: *mysql2
-
-postgresql: &postgresql
-  <<: *common
-  username: postgres
-  adapter: postgresql
-  host: postgresql
-  min_messages: warning
-
-postresql_makara:
-  <<: *postgresql
-
-postresql_proxy:
-  <<: *postgresql
-
-postgis:
-  <<: *postgresql
-
-oracle:
-  <<: *common
-  adapter: oracle
-  min_messages: debug
-
-seamless_database_pool:
-  <<: *common
-  adapter: seamless_database_pool
-  prepared_statements: false
-  pool_adapter: mysql2
-  master:
-    host: localhost
-
-sqlite:
-  adapter: sqlite
-  dbfile: test.db
-
-sqlite3: &sqlite3
-  adapter: sqlite3
-  database: test.db
-
-spatialite:
-  <<: *sqlite3
-
-trilogy:
-  <<: *common
-  adapter: trilogy
-  host: mysql
-
-janus_trilogy:
-  <<: *common
-  adapter: trilogy
-  host: mysql

data/test/github/database.yml

@@ -1,85 +0,0 @@
-common: &common
-  username: root
-  password: root
-  encoding: utf8
-  collation: utf8_general_ci
-  host: 127.0.0.1
-  database: activerecord_import_test
-
-jdbcpostgresql: &postgresql
-  <<: *common
-  username: postgres
-  adapter: jdbcpostgresql
-  min_messages: warning
-
-jdbcmysql: &mysql2
-  <<: *common
-  adapter: jdbcmysql
-
-jdbcsqlite3: &sqlite3
-  <<: *common
-  adapter: jdbcsqlite3
-
-mysql2: &mysql2
-  <<: *common
-  adapter: mysql2
-
-mysql2spatial:
-  <<: *mysql2
-
-mysql2_makara:
-  <<: *mysql2
-
-mysql2_proxy:
-  <<: *mysql2
-
-janus_mysql2:
-  <<: *mysql2
-
-oracle:
-  <<: *common
-  adapter: oracle
-  min_messages: debug
-
-postgresql: &postgresql
-  <<: *common
-  username: postgres
-  password: postgres
-  adapter: postgresql
-  min_messages: warning
-
-postresql_makara:
-  <<: *postgresql
-
-postresql_proxy:
-  <<: *postgresql
-
-postgis:
-  <<: *postgresql
-
-seamless_database_pool:
-  <<: *common
-  adapter: seamless_database_pool
-  pool_adapter: mysql2
-  prepared_statements: false
-  master:
-    host: 127.0.0.1
-
-sqlite:
-  adapter: sqlite
-  dbfile: test.db
-
-sqlite3: &sqlite3
-  adapter: sqlite3
-  database: ":memory:"
-
-spatialite:
-  <<: *sqlite3
-
-trilogy:
-  <<: *common
-  adapter: trilogy
-
-janus_trilogy:
-  <<: *common
-  adapter: trilogy