mini_sql 0.2.1 → 0.3

data/Rakefile

@@ -1,10 +1,18 @@
+# frozen_string_literal: true
+
 require "bundler/gem_tasks"
 require "rake/testtask"
 
+if RUBY_ENGINE == 'jruby' # Excluding sqlite3 tests
+  test_glob = "test/**/{inline_param_encoder_test.rb,postgres/*_test.rb}"
+else
+  test_glob = "test/**/*_test.rb"
+end
+
 Rake::TestTask.new(:test) do |t|
   t.libs << "test"
   t.libs << "lib"
-  t.test_files = FileList["test/**/*_test.rb"]
+  t.test_files = FileList[test_glob]
 end
 
-task :default => :test
+task default: :test

data/bench/timestamp_perf.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'bundler/inline'
 
 gemfile do
@@ -21,8 +23,8 @@ require 'benchmark/ips'
 require 'mini_sql'
 
 ActiveRecord::Base.establish_connection(
-  :adapter => "postgresql",
-  :database => "test_db"
+  adapter: "postgresql",
+  database: "test_db"
 )
 
 Sequel.default_timezone = :utc
@@ -47,20 +49,20 @@ SQL
 class Timestamp < ActiveRecord::Base
 end
 
-class TimestampSequel< Sequel::Model(:timestamps)
+class TimestampSequel < Sequel::Model(:timestamps)
 end
 
-
 Timestamp.transaction do
   stamps = {
   }
   Timestamp.columns.each do |c|
-    stamps[c.name.to_sym] = case c.type
-                           when :integer then 1
-                           when :datetime then Time.now
-                           when :boolean then false
-                           else "HELLO WORLD" * 2
-                           end
+    stamps[c.name.to_sym] =
+      case c.type
+      when :integer then 1
+      when :datetime then Time.now
+      when :boolean then false
+      else "HELLO WORLD" * 2
+      end
   end
 
   1000.times do |id|
@@ -71,7 +73,7 @@ end
 
 $conn = ActiveRecord::Base.connection.raw_connection
 
-def ar_pluck_times(l=1000)
+def ar_pluck_times(l = 1000)
   s = +""
   Timestamp.limit(l).order(:id).pluck(:time1, :time2).each do |time1, time2|
     s << time1.to_f.to_s
@@ -80,7 +82,7 @@ def ar_pluck_times(l=1000)
   s
 end
 
-def ar_select_times(l=1000)
+def ar_select_times(l = 1000)
   s = +""
   Timestamp.limit(l).order(:id).select(:time1, :time2).each do |t|
     s << t.time1.to_f.to_s
@@ -91,7 +93,7 @@ end
 
 $mini_sql = MiniSql::Connection.new($conn)
 
-def pg_times_params(l=1000)
+def pg_times_params(l = 1000)
   s = +""
   # use the safe pattern here
   r = $conn.async_exec_params(-"select time1, time2 from timestamps order by id limit $1", [l])
@@ -110,7 +112,7 @@ def pg_times_params(l=1000)
   s
 end
 
-def pg_times(l=1000)
+def pg_times(l = 1000)
   s = +""
   # use the safe pattern here
   r = $conn.async_exec("select time1, time2 from timestamps order by id limit #{l}")
@@ -129,7 +131,7 @@ def pg_times(l=1000)
   s
 end
 
-def mini_sql_times(l=1000)
+def mini_sql_times(l = 1000)
   s = +""
   $mini_sql.query(-"select time1, time2 from timestamps order by id limit ?", l).each do |t|
     s << t.time1.to_f.to_s
@@ -138,7 +140,7 @@ def mini_sql_times(l=1000)
   s
 end
 
-def sequel_times(l=1000)
+def sequel_times(l = 1000)
   s = +""
   TimestampSequel.limit(l).order(:id).select(:time1, :time2).each do |t|
     s << t.time1.to_f.to_s
@@ -147,7 +149,7 @@ def sequel_times(l=1000)
   s
 end
 
-def sequel_pluck_times(l=1000)
+def sequel_pluck_times(l = 1000)
   s = +""
   TimestampSequel.limit(l).order(:id).select_map([:time1, :time2]).each do |t|
     s << t[0].to_f.to_s
@@ -156,7 +158,7 @@ def sequel_pluck_times(l=1000)
   s
 end
 
-def sequel_raw_times(l=1000)
+def sequel_raw_times(l = 1000)
   s = +""
   DB[-"select time1, time2 from timestamps order by id limit ?", l].map([:time1, :time2]).each do |time1, time2|
     s << time1.to_f.to_s
@@ -166,13 +168,13 @@ def sequel_raw_times(l=1000)
 end
 
 # usage is not really recommended but just to compare to pluck lets have it
-def mini_sql_times_single(l=1000)
+def mini_sql_times_single(l = 1000)
   s = +""
   i = 0
   r = $mini_sql.query_single(-"select time1, time2 from timestamps order by id limit ?", l)
   while i < r.length
     s << r[i].to_f.to_s
-    s << r[i+1].to_f.to_s
+    s << r[i + 1].to_f.to_s
     i += 2
   end
   s
@@ -190,7 +192,6 @@ end
 #   s
 # end
 
-
 results = [
   ar_select_times,
   ar_pluck_times,

data/bench/topic_mysql_perf.rb

@@ -0,0 +1,304 @@
+require 'bundler/inline'
+
+gemfile do
+  source 'https://rubygems.org'
+  gem 'mysql2'
+  gem 'mini_sql', path: '../'
+  gem 'activesupport'
+  gem 'activerecord'
+  gem 'activemodel'
+  gem 'memory_profiler'
+  gem 'benchmark-ips'
+  gem 'sequel', github: 'jeremyevans/sequel'
+end
+
+require 'mysql2'
+require 'sequel'
+require 'active_record'
+require 'memory_profiler'
+require 'benchmark/ips'
+require 'mini_sql'
+
+ActiveRecord::Base.establish_connection(
+  :adapter => "mysql2",
+  :database => "test_db",
+  :username => "root",
+  :password => ''
+)
+
+DB = Sequel.connect("mysql2://root:@localhost/test_db")
+
+mysql = ActiveRecord::Base.connection.raw_connection
+
+mysql.query <<SQL
+drop table if exists topics
+SQL
+
+mysql.query <<~SQL
+  CREATE TABLE `topics` (
+    `id` bigint(20) NOT NULL AUTO_INCREMENT,
+    `title` varchar(255) COLLATE utf8mb4_unicode_ci NOT NULL,
+    `last_posted_at` datetime DEFAULT NULL,
+    `created_at` datetime NOT NULL,
+    `updated_at` datetime NOT NULL,
+    `views` int(11) NOT NULL DEFAULT '0',
+    `posts_count` int(11) NOT NULL DEFAULT '0',
+    `user_id` int(11) DEFAULT NULL,
+    `last_post_user_id` int(11) NOT NULL,
+    `reply_count` int(11) NOT NULL DEFAULT '0',
+    `featured_user1_id` int(11) DEFAULT NULL,
+    `featured_user2_id` int(11) DEFAULT NULL,
+    `featured_user3_id` int(11) DEFAULT NULL,
+    `avg_time` int(11) DEFAULT NULL,
+    `deleted_at` datetime DEFAULT NULL,
+    `highest_post_number` int(11) NOT NULL DEFAULT '0',
+    `image_url` varchar(255) COLLATE utf8mb4_unicode_ci DEFAULT NULL,
+    `like_count` int(11) NOT NULL DEFAULT '0',
+    `incoming_link_count` int(11) NOT NULL DEFAULT '0',
+    `category_id` int(11) DEFAULT NULL,
+    `visible` tinyint(1) NOT NULL DEFAULT '1',
+    `moderator_posts_count` int(11) NOT NULL DEFAULT '0',
+    `closed` tinyint(1) NOT NULL DEFAULT '0',
+    `archived` tinyint(1) NOT NULL DEFAULT '0',
+    `bumped_at` datetime NOT NULL,
+    `has_summary` tinyint(1) NOT NULL DEFAULT '0',
+    `archetype` varchar(255) COLLATE utf8mb4_unicode_ci NOT NULL DEFAULT 'regular',
+    `featured_user4_id` int(11) DEFAULT NULL,
+    `notify_moderators_count` int(11) NOT NULL DEFAULT '0',
+    `spam_count` int(11) NOT NULL DEFAULT '0',
+    `pinned_at` datetime DEFAULT NULL,
+    `score` float DEFAULT NULL,
+    `percent_rank` float NOT NULL DEFAULT '1',
+    `subtype` varchar(255) COLLATE utf8mb4_unicode_ci DEFAULT NULL,
+    `slug` varchar(255) COLLATE utf8mb4_unicode_ci DEFAULT NULL,
+    `deleted_by_id` int(11) DEFAULT NULL,
+    `participant_count` int(11) DEFAULT '1',
+    `word_count` int(11) DEFAULT NULL,
+    `excerpt` varchar(1000) COLLATE utf8mb4_unicode_ci DEFAULT NULL,
+    `pinned_globally` tinyint(1) NOT NULL DEFAULT '0',
+    `pinned_until` datetime DEFAULT NULL,
+    `fancy_title` varchar(400) COLLATE utf8mb4_unicode_ci DEFAULT NULL,
+    `highest_staff_post_number` int(11) NOT NULL DEFAULT '0',
+    `featured_link` varchar(255) COLLATE utf8mb4_unicode_ci DEFAULT NULL,
+    `reviewable_score` float NOT NULL DEFAULT '0',
+    PRIMARY KEY (`id`)
+  )
+SQL
+
+class Topic < ActiveRecord::Base
+end
+
+class TopicSequel < Sequel::Model(:topics)
+end
+
+Topic.transaction do
+  topic = {
+  }
+  Topic.columns.each do |c|
+    topic[c.name.to_sym] = case c.type
+                           when :integer then 1
+                           when :datetime then Time.now
+                           when :boolean then false
+                           when :float then 1.0
+                           else "HELLO WORLD" * 2
+                           end
+  end
+
+  1000.times do |id|
+    topic[:id] = id
+    Topic.create!(topic)
+  end
+end
+
+$conn = ActiveRecord::Base.connection.raw_connection
+
+def ar_title_id_pluck
+  s = +""
+  Topic.limit(1000).order(:id).pluck(:id, :title).each do |id, title|
+    s << id.to_s
+    s << title
+  end
+  s
+end
+
+def ar_title_id
+  s = +""
+  Topic.limit(1000).order(:id).select(:id, :title).each do |t|
+    s << t.id.to_s
+    s << t.title
+  end
+  s
+end
+
+def mysql_title_id
+  s = +""
+  # use the safe pattern here
+  r = $conn.query(-"select id, title from topics order by id limit 1000", as: :array)
+
+  r.each do |row|
+    s << row[0].to_s
+    s << row[1]
+  end
+  s
+end
+
+$mini_sql = MiniSql::Connection.get($conn)
+
+def mini_sql_title_id
+  s = +""
+  $mini_sql.query(-"select id, title from topics order by id limit 1000").each do |t|
+    s << t.id.to_s
+    s << t.title
+  end
+  s
+end
+
+def sequel_select_title_id
+  s = +""
+  TopicSequel.limit(1000).order(:id).select(:id, :title).each do |t|
+    s << t.id.to_s
+    s << t.title
+  end
+  s
+end
+
+def sequel_pluck_title_id
+  s = +""
+  TopicSequel.limit(1000).order(:id).select_map([:id, :title]).each do |t|
+    s << t[0].to_s
+    s << t[1]
+  end
+  s
+end
+
+# usage is not really recommended but just to compare to pluck lets have it
+def mini_sql_title_id_query_single
+  s = +""
+  i = 0
+  r = $mini_sql.query_single(-"select id, title from topics order by id limit 1000")
+  while i < r.length
+    s << r[i].to_s
+    s << r[i + 1]
+    i += 2
+  end
+  s
+end
+
+results = [
+  ar_title_id,
+  ar_title_id_pluck,
+  mysql_title_id,
+  mini_sql_title_id,
+  sequel_pluck_title_id,
+  sequel_select_title_id,
+  mini_sql_title_id_query_single
+]
+
+exit(-1) unless results.uniq.length == 1
+
+Benchmark.ips do |r|
+  r.report("ar select title id") do |n|
+    while n > 0
+      ar_title_id
+      n -= 1
+    end
+  end
+  r.report("ar select title id pluck") do |n|
+    while n > 0
+      ar_title_id_pluck
+      n -= 1
+    end
+  end
+  r.report("sequel title id select") do |n|
+    while n > 0
+      sequel_select_title_id
+      n -= 1
+    end
+  end
+  r.report("mysql select title id") do |n|
+    while n > 0
+      mysql_title_id
+      n -= 1
+    end
+  end
+  r.report("mini_sql select title id") do |n|
+    while n > 0
+      mini_sql_title_id
+      n -= 1
+    end
+  end
+  r.report("sequel title id pluck") do |n|
+    while n > 0
+      sequel_pluck_title_id
+      n -= 1
+    end
+  end
+  r.report("mini_sql query_single title id") do |n|
+    while n > 0
+      mini_sql_title_id_query_single
+      n -= 1
+    end
+  end
+  r.compare!
+end
+
+def wide_topic_ar
+  Topic.first
+end
+
+def wide_topic_mysql
+  r = $conn.query("select * from topics limit 1", as: :hash)
+  row = r.first
+  row
+end
+
+def wide_topic_sequel
+  TopicSequel.first
+end
+
+def wide_topic_mini_sql
+  $conn.query("select * from topics limit 1").first
+end
+
+Benchmark.ips do |r|
+  r.report("wide topic ar") do |n|
+    while n > 0
+      wide_topic_ar
+      n -= 1
+    end
+  end
+  r.report("wide topic sequel") do |n|
+    while n > 0
+      wide_topic_sequel
+      n -= 1
+    end
+  end
+  r.report("wide topic mysql") do |n|
+    while n > 0
+      wide_topic_mysql
+      n -= 1
+    end
+  end
+  r.report("wide topic mini sql") do |n|
+    while n > 0
+      wide_topic_mini_sql
+      n -= 1
+    end
+  end
+  r.compare!
+end
+
+# Comparison:
+# mysql select title id:      485.0 i/s
+# mini_sql query_single title id:      447.2 i/s - same-ish: difference falls within error
+# mini_sql select title id:      417.4 i/s - 1.16x  slower
+# sequel title id pluck:      370.2 i/s - 1.31x  slower
+# sequel title id select:      351.0 i/s - 1.38x  slower
+# ar select title id pluck:      317.1 i/s - 1.53x  slower
+#   ar select title id:      102.3 i/s - 4.74x  slower
+
+# Comparison:
+#  wide topic mini sql:     6768.7 i/s
+#     wide topic mysql:     6063.9 i/s - same-ish: difference falls within error
+#    wide topic sequel:     4908.6 i/s - same-ish: difference falls within error
+#        wide topic ar:     2630.2 i/s - 2.57x  slower