mini_sql 0.2.4 → 1.1.0

data/bench/mini_sql_methods_perf.rb

@@ -0,0 +1,80 @@
+# frozen_string_literal: true
+
+require 'bundler/inline'
+
+gemfile do
+  source 'https://rubygems.org'
+  gem 'pg', github: 'ged/ruby-pg'
+  gem 'mini_sql', path: '../'
+  gem 'activerecord'
+  gem 'activemodel'
+  gem 'benchmark-ips'
+  gem 'draper'
+  gem 'pry'
+end
+
+require 'active_record'
+require 'benchmark/ips'
+require 'mini_sql'
+
+require '../mini_sql/bench/shared/generate_data'
+
+ar_connection, conn_config = GenerateData.new(count_records: 1_000).call
+MINI_SQL = MiniSql::Connection.get(ar_connection.raw_connection)
+
+
+Benchmark.ips do |r|
+  r.report('query_hash') do |n|
+    while n > 0
+      MINI_SQL.query_hash('select id, title from topics order by id limit 1000').each do |hash|
+        [hash['id'], hash['title']]
+      end
+      n -= 1
+    end
+  end
+  r.report('query_array') do |n|
+    while n > 0
+      MINI_SQL.query_array('select id, title from topics order by id limit 1000').each do |id, title|
+        [id, title]
+      end
+      n -= 1
+    end
+  end
+  r.report('query') do |n|
+    while n > 0
+      MINI_SQL.query('select id, title from topics order by id limit 1000').each do |obj|
+        [obj.id, obj.title]
+      end
+      n -= 1
+    end
+  end
+
+  r.compare!
+end
+
+# Comparison:
+#          query_array:     1663.3 i/s
+#                query:     1254.5 i/s - 1.33x  (± 0.00) slower
+#           query_hash:     1095.4 i/s - 1.52x  (± 0.00) slower
+
+
+Benchmark.ips do |r|
+  r.report('query_single') do |n|
+    while n > 0
+      MINI_SQL.query_single('select id from topics order by id limit 1000')
+      n -= 1
+    end
+  end
+  r.report('query_array') do |n|
+    while n > 0
+      MINI_SQL.query_array('select id from topics order by id limit 1000').flatten
+      n -= 1
+    end
+  end
+
+  r.compare!
+end
+
+# Comparison:
+#         query_single:     2445.1 i/s
+#          query_array:     1681.1 i/s - 1.45x  (± 0.00) slower

data/bench/prepared_perf.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+
+require 'bundler/inline'
+
+gemfile do
+  source 'https://rubygems.org'
+  gem 'mini_sql', path: '../'
+  gem 'pg'
+  gem 'activerecord'
+  gem 'activemodel'
+  gem 'benchmark-ips'
+end
+
+require 'active_record'
+require 'benchmark/ips'
+require 'mini_sql'
+
+require '../mini_sql/bench/shared/generate_data'
+
+ar_connection, _ = GenerateData.new(count_records: 10_000).call
+MINI_SQL = MiniSql::Connection.get(ar_connection.raw_connection)
+
+
+sql = <<~SQL
+  select users.first_name, count(distinct topics.id) topics_count
+  from topics
+  inner join users on user_id = users.id
+  inner join categories on category_id = categories.id
+  where users.id = ?
+  group by users.id
+SQL
+
+Benchmark.ips do |x|
+  x.report("ps") do |n|
+    while n > 0
+      MINI_SQL.prepared.query(sql, rand(100))
+      n -= 1
+    end
+  end
+  x.report("without ps") do |n|
+    while n > 0
+      MINI_SQL.query(sql, rand(100))
+      n -= 1
+    end
+  end
+
+  x.compare!
+end
+
+# Warming up --------------------------------------
+#                   ps     1.008k i/100ms
+#           without ps   284.000  i/100ms
+# Calculating -------------------------------------
+#                   ps     10.287k (± 4.2%) i/s -     51.408k in   5.006807s
+#           without ps      2.970k (± 5.3%) i/s -     15.052k in   5.083272s
+#
+# Comparison:
+#                   ps:    10287.2 i/s
+#           without ps:     2970.0 i/s - 3.46x  (± 0.00) slower

data/bench/shared/generate_data.rb

@@ -0,0 +1,133 @@
+# frozen_string_literal: true
+
+class GenerateData
+  class ::Topic < ActiveRecord::Base;
+    belongs_to :user
+    belongs_to :category
+  end
+  class ::User < ActiveRecord::Base; end
+  class ::Category < ActiveRecord::Base; end
+
+  def initialize(count_records:)
+    @count_records = count_records
+  end
+
+  def call
+    conn_settings = {
+      password: 'postgres',
+      user: 'postgres',
+      host: 'localhost'
+    }
+
+    db_conn = conn_settings.merge(database: "test_db", adapter: "postgresql")
+
+    pg = PG::Connection.new(conn_settings)
+    pg.exec "DROP DATABASE IF EXISTS test_db"
+    pg.exec "CREATE DATABASE test_db"
+    pg.close
+
+    ActiveRecord::Base.establish_connection(db_conn)
+    pg = ActiveRecord::Base.connection.raw_connection
+
+    pg.exec <<~SQL
+      drop table if exists topics;
+      drop table if exists users;
+      drop table if exists categories;
+      CREATE TABLE topics (
+        id integer NOT NULL PRIMARY KEY,
+        title character varying NOT NULL,
+        last_posted_at timestamp without time zone,
+        created_at timestamp without time zone NOT NULL,
+        updated_at timestamp without time zone NOT NULL,
+        views integer DEFAULT 0 NOT NULL,
+        posts_count integer DEFAULT 0 NOT NULL,
+        user_id integer,
+        last_post_user_id integer NOT NULL,
+        reply_count integer DEFAULT 0 NOT NULL,
+        featured_user1_id integer,
+        featured_user2_id integer,
+        featured_user3_id integer,
+        avg_time integer,
+        deleted_at timestamp without time zone,
+        highest_post_number integer DEFAULT 0 NOT NULL,
+        image_url character varying,
+        like_count integer DEFAULT 0 NOT NULL,
+        incoming_link_count integer DEFAULT 0 NOT NULL,
+        category_id integer,
+        visible boolean DEFAULT true NOT NULL,
+        moderator_posts_count integer DEFAULT 0 NOT NULL,
+        closed boolean DEFAULT false NOT NULL,
+        archived boolean DEFAULT false NOT NULL,
+        bumped_at timestamp without time zone NOT NULL,
+        has_summary boolean DEFAULT false NOT NULL,
+        vote_count integer DEFAULT 0 NOT NULL,
+        archetype character varying DEFAULT 'regular'::character varying NOT NULL,
+        featured_user4_id integer,
+        notify_moderators_count integer DEFAULT 0 NOT NULL,
+        spam_count integer DEFAULT 0 NOT NULL,
+        pinned_at timestamp without time zone,
+        score double precision,
+        percent_rank double precision DEFAULT 1.0 NOT NULL,
+        subtype character varying,
+        slug character varying,
+        deleted_by_id integer,
+        participant_count integer DEFAULT 1,
+        word_count integer,
+        excerpt character varying(1000),
+        pinned_globally boolean DEFAULT false NOT NULL,
+        pinned_until timestamp without time zone,
+        fancy_title character varying(400),
+        highest_staff_post_number integer DEFAULT 0 NOT NULL,
+        featured_link character varying
+      );
+    
+      CREATE TABLE users (
+        id integer NOT NULL PRIMARY KEY,
+        first_name character varying NOT NULL,
+        last_name  character varying NOT NULL
+      );
+      CREATE TABLE categories (
+        id integer NOT NULL PRIMARY KEY,
+        name character varying NOT NULL,
+        title  character varying NOT NULL,
+        description  character varying NOT NULL
+      );
+    SQL
+
+    generate_table(Topic)
+    generate_table(User)
+    generate_table(Category)
+
+    pg.exec <<~SQL
+      CREATE INDEX user_id ON topics USING btree (user_id);
+      CREATE INDEX category_id ON topics USING btree (category_id);
+    SQL
+
+    pg.exec "vacuum full analyze topics"
+    pg.exec "vacuum full analyze users"
+    pg.exec "vacuum full analyze categories"
+
+    [ActiveRecord::Base.connection, db_conn]
+  end
+
+  def generate_table(klass)
+    data =
+        @count_records.times.map do |id|
+          topic = { id: id }
+          klass.columns.each do |c|
+            topic[c.name.to_sym] = value_from_type(c.type)
+          end
+          topic
+        end
+    klass.insert_all(data)
+  end
+
+  def value_from_type(type)
+    case type
+    when :integer then rand(1000)
+    when :datetime then Time.now
+    when :boolean then false
+    else "HELLO WORLD" * 2
+    end
+  end
+end

data/bench/timestamp_perf.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'bundler/inline'
 
 gemfile do
@@ -21,8 +23,8 @@ require 'benchmark/ips'
 require 'mini_sql'
 
 ActiveRecord::Base.establish_connection(
-  :adapter => "postgresql",
-  :database => "test_db"
+  adapter: "postgresql",
+  database: "test_db"
 )
 
 Sequel.default_timezone = :utc
@@ -47,20 +49,20 @@ SQL
 class Timestamp < ActiveRecord::Base
 end
 
-class TimestampSequel< Sequel::Model(:timestamps)
+class TimestampSequel < Sequel::Model(:timestamps)
 end
 
-
 Timestamp.transaction do
   stamps = {
   }
   Timestamp.columns.each do |c|
-    stamps[c.name.to_sym] = case c.type
-                           when :integer then 1
-                           when :datetime then Time.now
-                           when :boolean then false
-                           else "HELLO WORLD" * 2
-                           end
+    stamps[c.name.to_sym] =
+      case c.type
+      when :integer then 1
+      when :datetime then Time.now
+      when :boolean then false
+      else "HELLO WORLD" * 2
+      end
   end
 
   1000.times do |id|
@@ -71,7 +73,7 @@ end
 
 $conn = ActiveRecord::Base.connection.raw_connection
 
-def ar_pluck_times(l=1000)
+def ar_pluck_times(l = 1000)
   s = +""
   Timestamp.limit(l).order(:id).pluck(:time1, :time2).each do |time1, time2|
     s << time1.to_f.to_s
@@ -80,7 +82,7 @@ def ar_pluck_times(l=1000)
   s
 end
 
-def ar_select_times(l=1000)
+def ar_select_times(l = 1000)
   s = +""
   Timestamp.limit(l).order(:id).select(:time1, :time2).each do |t|
     s << t.time1.to_f.to_s
@@ -91,7 +93,7 @@ end
 
 $mini_sql = MiniSql::Connection.new($conn)
 
-def pg_times_params(l=1000)
+def pg_times_params(l = 1000)
   s = +""
   # use the safe pattern here
   r = $conn.async_exec_params(-"select time1, time2 from timestamps order by id limit $1", [l])
@@ -110,7 +112,7 @@ def pg_times_params(l=1000)
   s
 end
 
-def pg_times(l=1000)
+def pg_times(l = 1000)
   s = +""
   # use the safe pattern here
   r = $conn.async_exec("select time1, time2 from timestamps order by id limit #{l}")
@@ -129,7 +131,7 @@ def pg_times(l=1000)
   s
 end
 
-def mini_sql_times(l=1000)
+def mini_sql_times(l = 1000)
   s = +""
   $mini_sql.query(-"select time1, time2 from timestamps order by id limit ?", l).each do |t|
     s << t.time1.to_f.to_s
@@ -138,7 +140,7 @@ def mini_sql_times(l=1000)
   s
 end
 
-def sequel_times(l=1000)
+def sequel_times(l = 1000)
   s = +""
   TimestampSequel.limit(l).order(:id).select(:time1, :time2).each do |t|
     s << t.time1.to_f.to_s
@@ -147,7 +149,7 @@ def sequel_times(l=1000)
   s
 end
 
-def sequel_pluck_times(l=1000)
+def sequel_pluck_times(l = 1000)
   s = +""
   TimestampSequel.limit(l).order(:id).select_map([:time1, :time2]).each do |t|
     s << t[0].to_f.to_s
@@ -156,7 +158,7 @@ def sequel_pluck_times(l=1000)
   s
 end
 
-def sequel_raw_times(l=1000)
+def sequel_raw_times(l = 1000)
   s = +""
   DB[-"select time1, time2 from timestamps order by id limit ?", l].map([:time1, :time2]).each do |time1, time2|
     s << time1.to_f.to_s
@@ -166,13 +168,13 @@ def sequel_raw_times(l=1000)
 end
 
 # usage is not really recommended but just to compare to pluck lets have it
-def mini_sql_times_single(l=1000)
+def mini_sql_times_single(l = 1000)
   s = +""
   i = 0
   r = $mini_sql.query_single(-"select time1, time2 from timestamps order by id limit ?", l)
   while i < r.length
     s << r[i].to_f.to_s
-    s << r[i+1].to_f.to_s
+    s << r[i + 1].to_f.to_s
     i += 2
   end
   s
@@ -190,7 +192,6 @@ end
 #   s
 # end
 
-
 results = [
   ar_select_times,
   ar_pluck_times,

data/bench/topic_mysql_perf.rb

@@ -91,7 +91,6 @@ end
 class TopicSequel < Sequel::Model(:topics)
 end
 
-
 Topic.transaction do
   topic = {
   }
@@ -179,7 +178,7 @@ def mini_sql_title_id_query_single
   r = $mini_sql.query_single(-"select id, title from topics order by id limit 1000")
   while i < r.length
     s << r[i].to_s
-    s << r[i+1]
+    s << r[i + 1]
     i += 2
   end
   s
@@ -197,7 +196,6 @@ results = [
 
 exit(-1) unless results.uniq.length == 1
 
-
 Benchmark.ips do |r|
   r.report("ar select title id") do |n|
     while n > 0
@@ -244,8 +242,6 @@ Benchmark.ips do |r|
   r.compare!
 end
 
-
-
 def wide_topic_ar
   Topic.first
 end
@@ -301,10 +297,8 @@ end
 # ar select title id pluck:      317.1 i/s - 1.53x  slower
 #   ar select title id:      102.3 i/s - 4.74x  slower
 
-
 # Comparison:
 #  wide topic mini sql:     6768.7 i/s
 #     wide topic mysql:     6063.9 i/s - same-ish: difference falls within error
 #    wide topic sequel:     4908.6 i/s - same-ish: difference falls within error
 #        wide topic ar:     2630.2 i/s - 2.57x  slower
-